superset/caravel/views.py

847 lines
27 KiB
Python
Raw Normal View History

2016-03-29 00:55:58 -04:00
"""Flask web views for Caravel"""
2016-03-18 02:44:58 -04:00
from datetime import datetime
import json
import logging
import re
2016-03-24 17:11:29 -04:00
import time
2016-03-18 02:44:58 -04:00
import traceback
from flask import (
g, request, redirect, flash, Response, render_template, Markup)
2016-03-18 02:44:58 -04:00
from flask.ext.appbuilder import ModelView, CompactCRUDMixin, BaseView, expose
from flask.ext.appbuilder.actions import action
from flask.ext.appbuilder.models.sqla.interface import SQLAInterface
from flask.ext.appbuilder.security.decorators import has_access
from pydruid.client import doublesum
from sqlalchemy import create_engine
import sqlalchemy as sqla
from wtforms.validators import ValidationError
import pandas as pd
from sqlalchemy import select, text
from sqlalchemy.sql.expression import TextAsFrom
from werkzeug.routing import BaseConverter
2016-03-18 02:44:58 -04:00
2016-03-29 00:55:58 -04:00
from caravel import appbuilder, db, models, viz, utils, app, sm, ascii_art
2016-03-18 02:44:58 -04:00
config = app.config
log_this = models.Log.log_this
def validate_json(form, field): # noqa
try:
json.loads(field.data)
except Exception as e:
logging.exception(e)
raise ValidationError("json isn't valid")
class DeleteMixin(object):
@action(
"muldelete", "Delete", "Delete all Really?", "fa-trash", single=False)
def muldelete(self, items):
self.datamodel.delete_all(items)
self.update_redirect()
return redirect(self.get_redirect())
2016-03-29 00:55:58 -04:00
class CaravelModelView(ModelView):
2016-03-18 02:44:58 -04:00
page_size = 500
2016-03-29 00:55:58 -04:00
class TableColumnInlineView(CompactCRUDMixin, CaravelModelView): # noqa
2016-03-18 02:44:58 -04:00
datamodel = SQLAInterface(models.TableColumn)
can_delete = False
edit_columns = [
'column_name', 'description', 'groupby', 'filterable', 'table',
'count_distinct', 'sum', 'min', 'max', 'expression', 'is_dttm']
add_columns = edit_columns
list_columns = [
'column_name', 'type', 'groupby', 'filterable', 'count_distinct',
'sum', 'min', 'max', 'is_dttm']
page_size = 500
description_columns = {
'is_dttm': (
"Whether to make this column available as a "
"[Time Granularity] option, column has to be DATETIME or "
"DATETIME-like"),
}
appbuilder.add_view_no_menu(TableColumnInlineView)
2016-03-29 00:55:58 -04:00
class DruidColumnInlineView(CompactCRUDMixin, CaravelModelView): # noqa
2016-03-18 02:44:58 -04:00
datamodel = SQLAInterface(models.DruidColumn)
edit_columns = [
'column_name', 'description', 'datasource', 'groupby',
'count_distinct', 'sum', 'min', 'max']
list_columns = [
'column_name', 'type', 'groupby', 'filterable', 'count_distinct',
'sum', 'min', 'max']
can_delete = False
page_size = 500
def post_update(self, col):
col.generate_metrics()
appbuilder.add_view_no_menu(DruidColumnInlineView)
2016-03-29 00:55:58 -04:00
class SqlMetricInlineView(CompactCRUDMixin, CaravelModelView): # noqa
2016-03-18 02:44:58 -04:00
datamodel = SQLAInterface(models.SqlMetric)
list_columns = ['metric_name', 'verbose_name', 'metric_type']
edit_columns = [
'metric_name', 'description', 'verbose_name', 'metric_type',
'expression', 'table']
add_columns = edit_columns
page_size = 500
appbuilder.add_view_no_menu(SqlMetricInlineView)
2016-03-29 00:55:58 -04:00
class DruidMetricInlineView(CompactCRUDMixin, CaravelModelView): # noqa
2016-03-18 02:44:58 -04:00
datamodel = SQLAInterface(models.DruidMetric)
list_columns = ['metric_name', 'verbose_name', 'metric_type']
edit_columns = [
'metric_name', 'description', 'verbose_name', 'metric_type',
'datasource', 'json']
add_columns = [
'metric_name', 'verbose_name', 'metric_type', 'datasource', 'json']
page_size = 500
validators_columns = {
'json': [validate_json],
}
appbuilder.add_view_no_menu(DruidMetricInlineView)
2016-03-29 00:55:58 -04:00
class DatabaseView(CaravelModelView, DeleteMixin): # noqa
2016-03-18 02:44:58 -04:00
datamodel = SQLAInterface(models.Database)
list_columns = ['database_name', 'sql_link', 'created_by_', 'changed_on']
order_columns = utils.list_minus(list_columns, ['created_by_'])
2016-03-16 23:25:41 -04:00
add_columns = ['database_name', 'sqlalchemy_uri', 'cache_timeout']
2016-03-18 02:44:58 -04:00
search_exclude_columns = ('password',)
edit_columns = add_columns
2016-03-29 00:55:58 -04:00
add_template = "caravel/models/database/add.html"
edit_template = "caravel/models/database/edit.html"
2016-03-16 23:25:41 -04:00
base_order = ('changed_on', 'desc')
2016-03-18 02:44:58 -04:00
description_columns = {
'sqlalchemy_uri': (
"Refer to the SqlAlchemy docs for more information on how "
"to structure your URI here: "
"http://docs.sqlalchemy.org/en/rel_1_0/core/engines.html")
}
2016-03-16 23:25:41 -04:00
2016-03-18 02:44:58 -04:00
def pre_add(self, db):
conn = sqla.engine.url.make_url(db.sqlalchemy_uri)
db.password = conn.password
conn.password = "X" * 10 if conn.password else None
db.sqlalchemy_uri = str(conn) # hides the password
def pre_update(self, db):
self.pre_add(db)
appbuilder.add_view(
DatabaseView,
"Databases",
icon="fa-database",
category="Sources",
category_icon='fa-database',)
2016-03-29 00:55:58 -04:00
class TableModelView(CaravelModelView, DeleteMixin): # noqa
2016-03-18 02:44:58 -04:00
datamodel = SQLAInterface(models.SqlaTable)
list_columns = [
'table_link', 'database', 'sql_link', 'is_featured',
'changed_by_', 'changed_on']
2016-03-16 23:25:41 -04:00
add_columns = [
'table_name', 'database', 'default_endpoint', 'offset', 'cache_timeout']
2016-03-18 02:44:58 -04:00
edit_columns = [
'table_name', 'is_featured', 'database', 'description', 'owner',
2016-03-16 23:25:41 -04:00
'main_dttm_col', 'default_endpoint', 'offset', 'cache_timeout']
2016-03-18 02:44:58 -04:00
related_views = [TableColumnInlineView, SqlMetricInlineView]
2016-03-16 23:25:41 -04:00
base_order = ('changed_on', 'desc')
2016-03-18 02:44:58 -04:00
description_columns = {
'offset': "Timezone offset (in hours) for this datasource",
'description': Markup(
"Supports <a href='https://daringfireball.net/projects/markdown/'>"
"markdown</a>"),
}
def post_add(self, table):
try:
table.fetch_metadata()
except Exception as e:
logging.exception(e)
flash(
2016-03-16 23:25:41 -04:00
"Table [{}] doesn't seem to exist, "
"couldn't fetch metadata".format(table.table_name),
"danger")
2016-03-18 02:44:58 -04:00
utils.merge_perm(sm, 'datasource_access', table.perm)
def post_update(self, table):
self.post_add(table)
appbuilder.add_view(
TableModelView,
"Tables",
category="Sources",
icon='fa-table',)
appbuilder.add_separator("Sources")
2016-03-29 00:55:58 -04:00
class DruidClusterModelView(CaravelModelView, DeleteMixin): # noqa
2016-03-18 02:44:58 -04:00
datamodel = SQLAInterface(models.DruidCluster)
add_columns = [
'cluster_name',
'coordinator_host', 'coordinator_port', 'coordinator_endpoint',
'broker_host', 'broker_port', 'broker_endpoint',
]
edit_columns = add_columns
list_columns = ['cluster_name', 'metadata_last_refreshed']
if config['DRUID_IS_ACTIVE']:
appbuilder.add_view(
DruidClusterModelView,
"Druid Clusters",
icon="fa-cubes",
category="Sources",
category_icon='fa-database',)
2016-03-18 02:44:58 -04:00
2016-03-29 00:55:58 -04:00
class SliceModelView(CaravelModelView, DeleteMixin): # noqa
2016-03-18 02:44:58 -04:00
datamodel = SQLAInterface(models.Slice)
can_add = False
2016-03-24 17:11:29 -04:00
label_columns = {
'created_by_': 'Creator',
'datasource_link': 'Datasource',
}
2016-03-18 02:44:58 -04:00
list_columns = [
'slice_link', 'viz_type',
'datasource_link', 'created_by_', 'changed_on']
order_columns = utils.list_minus(list_columns, ['created_by_'])
edit_columns = [
'slice_name', 'description', 'viz_type', 'druid_datasource',
2016-03-16 23:25:41 -04:00
'table', 'dashboards', 'params', 'cache_timeout']
base_order = ('changed_on', 'desc')
2016-03-18 02:44:58 -04:00
description_columns = {
'description': Markup(
"The content here can be displayed as widget headers in the "
"dashboard view. Supports "
"<a href='https://daringfireball.net/projects/markdown/'>"
"markdown</a>"),
}
appbuilder.add_view(
SliceModelView,
"Slices",
icon="fa-bar-chart",
category="",
category_icon='',)
2016-03-24 17:11:29 -04:00
class SliceAsync(SliceModelView): # noqa
list_columns = [
'slice_link', 'viz_type',
'created_by_', 'modified', 'icons']
2016-03-27 03:18:26 -04:00
label_columns = {
'icons': ' ',
}
2016-03-24 17:11:29 -04:00
appbuilder.add_view_no_menu(SliceAsync)
2016-03-29 00:55:58 -04:00
class DashboardModelView(CaravelModelView, DeleteMixin): # noqa
2016-03-18 02:44:58 -04:00
datamodel = SQLAInterface(models.Dashboard)
2016-03-24 17:11:29 -04:00
label_columns = {
'created_by_': 'Creator',
}
2016-03-18 02:44:58 -04:00
list_columns = ['dashboard_link', 'created_by_', 'changed_on']
order_columns = utils.list_minus(list_columns, ['created_by_'])
edit_columns = [
'dashboard_title', 'slug', 'slices', 'position_json', 'css',
'json_metadata']
add_columns = edit_columns
2016-03-16 23:25:41 -04:00
base_order = ('changed_on', 'desc')
2016-03-18 02:44:58 -04:00
description_columns = {
'position_json': (
"This json object describes the positioning of the widgets in "
"the dashboard. It is dynamically generated when adjusting "
"the widgets size and positions by using drag & drop in "
"the dashboard view"),
'css': (
"The css for individual dashboards can be altered here, or "
"in the dashboard view where changes are immediately "
"visible"),
'slug': "To get a readable URL for your dashboard",
}
2016-03-16 23:25:41 -04:00
2016-03-18 02:44:58 -04:00
def pre_add(self, obj):
obj.slug = obj.slug.strip() or None
if obj.slug:
obj.slug = obj.slug.replace(" ", "-")
obj.slug = re.sub(r'\W+', '', obj.slug)
def pre_update(self, obj):
self.pre_add(obj)
appbuilder.add_view(
DashboardModelView,
"Dashboards",
icon="fa-dashboard",
category="",
category_icon='',)
2016-03-24 17:11:29 -04:00
class DashboardModelViewAsync(DashboardModelView): # noqa
list_columns = ['dashboard_link', 'created_by_', 'modified']
appbuilder.add_view_no_menu(DashboardModelViewAsync)
2016-03-29 00:55:58 -04:00
class LogModelView(CaravelModelView):
2016-03-18 02:44:58 -04:00
datamodel = SQLAInterface(models.Log)
list_columns = ('user', 'action', 'dttm')
edit_columns = ('user', 'action', 'dttm', 'json')
2016-03-16 23:25:41 -04:00
base_order = ('dttm', 'desc')
2016-03-18 02:44:58 -04:00
appbuilder.add_view(
LogModelView,
"Action Log",
category="Security",
icon="fa-list-ol")
2016-03-29 00:55:58 -04:00
class DruidDatasourceModelView(CaravelModelView, DeleteMixin): # noqa
2016-03-18 02:44:58 -04:00
datamodel = SQLAInterface(models.DruidDatasource)
list_columns = [
'datasource_link', 'cluster', 'owner',
'created_by_', 'created_on',
'changed_by_', 'changed_on',
'offset']
order_columns = utils.list_minus(
list_columns, ['created_by_', 'changed_by_'])
related_views = [DruidColumnInlineView, DruidMetricInlineView]
edit_columns = [
'datasource_name', 'cluster', 'description', 'owner',
2016-03-16 23:25:41 -04:00
'is_featured', 'is_hidden', 'default_endpoint', 'offset',
'cache_timeout']
2016-03-18 02:44:58 -04:00
page_size = 500
base_order = ('datasource_name', 'asc')
description_columns = {
'offset': "Timezone offset (in hours) for this datasource",
'description': Markup(
"Supports <a href='"
"https://daringfireball.net/projects/markdown/'>markdown</a>"),
}
def post_add(self, datasource):
datasource.generate_metrics()
utils.merge_perm(sm, 'datasource_access', datasource.perm)
def post_update(self, datasource):
self.post_add(datasource)
if config['DRUID_IS_ACTIVE']:
appbuilder.add_view(
DruidDatasourceModelView,
"Druid Datasources",
category="Sources",
icon="fa-cube")
2016-03-18 02:44:58 -04:00
@app.route('/health')
def health():
return "OK"
@app.route('/ping')
def ping():
return "OK"
class R(BaseView):
2016-03-16 23:25:41 -04:00
"""used for short urls"""
2016-03-18 02:44:58 -04:00
@log_this
@expose("/<url_id>")
def index(self, url_id):
url = db.session.query(models.Url).filter_by(id=url_id).first()
if url:
print(url.url)
return redirect('/' + url.url)
else:
flash("URL to nowhere...", "danger")
return redirect('/')
@log_this
@expose("/shortner/", methods=['POST', 'GET'])
def shortner(self):
url = request.form.get('data')
obj = models.Url(url=url)
db.session.add(obj)
db.session.commit()
return("{request.headers[Host]}/r/{obj.id}".format(
request=request, obj=obj))
appbuilder.add_view_no_menu(R)
2016-03-29 00:55:58 -04:00
class Caravel(BaseView):
2016-03-18 02:44:58 -04:00
2016-03-29 00:55:58 -04:00
"""The base views for Caravel!"""
2016-03-18 02:44:58 -04:00
@has_access
@expose("/explore/<datasource_type>/<datasource_id>/")
@expose("/datasource/<datasource_type>/<datasource_id>/") # Legacy url
@log_this
def explore(self, datasource_type, datasource_id):
2016-03-16 23:25:41 -04:00
datasource_class = models.SqlaTable \
if datasource_type == "table" else models.DruidDatasource
datasource = (
db.session
.query(datasource_class)
.filter_by(id=datasource_id)
.first()
)
slice_id = request.args.get("slice_id")
slc = None
if slice_id:
slc = (
db.session.query(models.Slice)
.filter_by(id=slice_id)
2016-03-18 02:44:58 -04:00
.first()
)
2016-03-16 23:25:41 -04:00
if not datasource:
flash("The datasource seem to have been deleted", "alert")
all_datasource_access = self.appbuilder.sm.has_access(
'all_datasource_access', 'all_datasource_access')
datasource_access = self.appbuilder.sm.has_access(
'datasource_access', datasource.perm)
if not (all_datasource_access or datasource_access):
flash("You don't seem to have access to this datasource", "danger")
return redirect('/slicemodelview/list/')
2016-03-18 02:44:58 -04:00
action = request.args.get('action')
if action in ('save', 'overwrite'):
2016-03-16 23:25:41 -04:00
return self.save(request.args, slc)
2016-03-18 02:44:58 -04:00
viz_type = request.args.get("viz_type")
if not viz_type and datasource.default_endpoint:
return redirect(datasource.default_endpoint)
if not viz_type:
viz_type = "table"
obj = viz.viz_types[viz_type](
datasource,
2016-03-16 23:25:41 -04:00
form_data=request.args,
slice=slc)
if request.args.get("json") == "true":
2016-03-18 02:44:58 -04:00
status = 200
2016-03-16 23:25:41 -04:00
try:
payload = obj.get_json()
except Exception as e:
logging.exception(e)
if config.get("DEBUG"):
raise e
payload = str(e)
status = 500
resp = Response(
2016-03-18 02:44:58 -04:00
payload,
status=status,
2016-03-16 23:25:41 -04:00
mimetype="application/json")
return resp
elif request.args.get("csv") == "true":
2016-03-18 02:44:58 -04:00
status = 200
2016-03-16 23:25:41 -04:00
payload = obj.get_csv()
2016-03-18 02:44:58 -04:00
return Response(
payload,
status=status,
2016-03-16 23:25:41 -04:00
mimetype="application/csv")
2016-03-18 02:44:58 -04:00
else:
2016-03-16 23:25:41 -04:00
if request.args.get("standalone") == "true":
2016-03-29 00:55:58 -04:00
template = "caravel/standalone.html"
2016-03-16 23:25:41 -04:00
else:
2016-03-29 00:55:58 -04:00
template = "caravel/explore.html"
2016-03-16 23:25:41 -04:00
2016-03-29 11:40:18 -04:00
resp = self.render_template(template, viz=obj, slice=slc)
2016-03-18 02:44:58 -04:00
try:
2016-03-29 11:40:18 -04:00
pass
2016-03-18 02:44:58 -04:00
except Exception as e:
if config.get("DEBUG"):
raise(e)
return Response(
str(e),
status=500,
mimetype="application/json")
return resp
2016-03-16 23:25:41 -04:00
def save(self, args, slc):
"""Saves (inserts or overwrite a slice) """
session = db.session()
slice_name = args.get('slice_name')
action = args.get('action')
# TODO use form processing form wtforms
d = args.to_dict(flat=False)
del d['action']
del d['previous_viz_type']
as_list = ('metrics', 'groupby', 'columns')
for k in d:
v = d.get(k)
if k in as_list and not isinstance(v, list):
d[k] = [v] if v else []
if k not in as_list and isinstance(v, list):
d[k] = v[0]
table_id = druid_datasource_id = None
datasource_type = args.get('datasource_type')
if datasource_type in ('datasource', 'druid'):
druid_datasource_id = args.get('datasource_id')
elif datasource_type == 'table':
table_id = args.get('datasource_id')
if action == "save":
slc = models.Slice()
msg = "Slice [{}] has been saved".format(slice_name)
elif action == "overwrite":
msg = "Slice [{}] has been overwritten".format(slice_name)
slc.params = json.dumps(d, indent=4, sort_keys=True)
slc.datasource_name = args.get('datasource_name')
slc.viz_type = args.get('viz_type')
slc.druid_datasource_id = druid_datasource_id
slc.table_id = table_id
slc.datasource_type = datasource_type
slc.slice_name = slice_name
if action == "save":
session.add(slc)
elif action == "overwrite":
session.merge(slc)
session.commit()
flash(msg, "info")
return redirect(slc.slice_url)
2016-03-18 02:44:58 -04:00
@has_access
@expose("/checkbox/<model_view>/<id_>/<attr>/<value>", methods=['GET'])
def checkbox(self, model_view, id_, attr, value):
"""endpoint for checking/unchecking any boolean in a sqla model"""
model = None
if model_view == 'TableColumnInlineView':
model = models.TableColumn
elif model_view == 'DruidColumnInlineView':
model = models.DruidColumn
obj = db.session.query(model).filter_by(id=id_).first()
if obj:
2016-03-16 23:25:41 -04:00
setattr(obj, attr, value == 'true')
2016-03-18 02:44:58 -04:00
db.session.commit()
return Response("OK", mimetype="application/json")
2016-03-24 17:11:29 -04:00
@has_access
@expose("/activity_per_day")
def activity_per_day(self):
"""endpoint to power the calendar heatmap on the welcome page"""
2016-03-26 00:55:28 -04:00
Log = models.Log # noqa
2016-03-24 17:11:29 -04:00
qry = (
db.session
2016-03-26 00:55:28 -04:00
.query(
Log.dt,
sqla.func.count())
.group_by(Log.dt)
.all()
2016-03-24 17:11:29 -04:00
)
payload = {str(time.mktime(dt.timetuple())): ccount for dt, ccount in qry if dt}
return Response(json.dumps(payload), mimetype="application/json")
2016-03-18 02:44:58 -04:00
@has_access
@expose("/save_dash/<dashboard_id>/", methods=['GET', 'POST'])
def save_dash(self, dashboard_id):
"""Save a dashboard's metadata"""
data = json.loads(request.form.get('data'))
positions = data['positions']
slice_ids = [int(d['slice_id']) for d in positions]
session = db.session()
2016-03-16 23:25:41 -04:00
Dash = models.Dashboard # noqa
2016-03-18 02:44:58 -04:00
dash = session.query(Dash).filter_by(id=dashboard_id).first()
dash.slices = [o for o in dash.slices if o.id in slice_ids]
dash.position_json = json.dumps(data['positions'], indent=4)
md = dash.metadata_dejson
if 'filter_immune_slices' not in md:
md['filter_immune_slices'] = []
md['expanded_slices'] = data['expanded_slices']
dash.json_metadata = json.dumps(md, indent=4)
dash.css = data['css']
session.merge(dash)
session.commit()
session.close()
return "SUCCESS"
@has_access
@expose("/testconn", methods=["POST", "GET"])
def testconn(self):
"""Tests a sqla connection"""
try:
uri = request.form.get('uri')
engine = create_engine(uri)
engine.connect()
return json.dumps(engine.table_names(), indent=4)
except Exception:
return Response(
traceback.format_exc(),
status=500,
mimetype="application/json")
@expose("/favstar/<class_name>/<obj_id>/<action>/")
def favstar(self, class_name, obj_id, action):
session = db.session()
FavStar = models.FavStar
count = 0
favs = session.query(FavStar).filter_by(
class_name=class_name, obj_id=obj_id, user_id=g.user.id).all()
if action == 'select':
if not favs:
session.add(
FavStar(
class_name=class_name, obj_id=obj_id, user_id=g.user.id,
dttm=datetime.now()))
count = 1
elif action == 'unselect':
for fav in favs:
session.delete(fav)
else:
count = len(favs)
session.commit()
return Response(
json.dumps({'count': count}),
mimetype="application/json")
2016-03-18 02:44:58 -04:00
@has_access
@expose("/dashboard/<dashboard_id>/")
def dashboard(self, dashboard_id):
"""Server side rendering for a dashboard"""
session = db.session()
qry = session.query(models.Dashboard)
if dashboard_id.isdigit():
qry = qry.filter_by(id=int(dashboard_id))
else:
qry = qry.filter_by(slug=dashboard_id)
templates = session.query(models.CssTemplate).all()
dash = qry.first()
# Hack to log the dashboard_id properly, even when getting a slug
@log_this
def dashboard(**kwargs): # noqa
pass
dashboard(dashboard_id=dash.id)
pos_dict = {}
if dash.position_json:
pos_dict = {
2016-03-16 23:25:41 -04:00
int(o['slice_id']): o
2016-03-18 02:44:58 -04:00
for o in json.loads(dash.position_json)}
return self.render_template(
2016-03-29 00:55:58 -04:00
"caravel/dashboard.html", dashboard=dash,
2016-03-18 02:44:58 -04:00
templates=templates,
pos_dict=pos_dict)
@has_access
@expose("/sql/<database_id>/")
@log_this
def sql(self, database_id):
mydb = db.session.query(
models.Database).filter_by(id=database_id).first()
engine = mydb.get_sqla_engine()
tables = engine.table_names()
2016-03-16 23:25:41 -04:00
table_name = request.args.get('table_name')
2016-03-18 02:44:58 -04:00
return self.render_template(
2016-03-29 00:55:58 -04:00
"caravel/sql.html",
2016-03-18 02:44:58 -04:00
tables=tables,
table_name=table_name,
db=mydb)
@has_access
@expose("/table/<database_id>/<table_name>/")
@log_this
def table(self, database_id, table_name):
mydb = db.session.query(
models.Database).filter_by(id=database_id).first()
cols = mydb.get_columns(table_name)
df = pd.DataFrame([(c['name'], c['type']) for c in cols])
df.columns = ['col', 'type']
return self.render_template(
2016-03-29 00:55:58 -04:00
"caravel/ajah.html",
2016-03-18 02:44:58 -04:00
content=df.to_html(
2016-03-16 23:25:41 -04:00
index=False,
na_rep='',
classes=(
"dataframe table table-striped table-bordered "
"table-condensed sql_results")))
2016-03-18 02:44:58 -04:00
@has_access
@expose("/select_star/<database_id>/<table_name>/")
@log_this
def select_star(self, database_id, table_name):
mydb = db.session.query(
models.Database).filter_by(id=database_id).first()
t = mydb.get_table(table_name)
fields = ", ".join(
[c.name for c in t.columns] or "*")
s = "SELECT\n{}\nFROM {}".format(fields, table_name)
return self.render_template(
2016-03-29 00:55:58 -04:00
"caravel/ajah.html",
2016-03-18 02:44:58 -04:00
content=s
)
@has_access
@expose("/runsql/", methods=['POST', 'GET'])
@log_this
def runsql(self):
2016-03-16 23:25:41 -04:00
"""Runs arbitrary sql and returns and html table"""
2016-03-18 02:44:58 -04:00
session = db.session()
limit = 1000
data = json.loads(request.form.get('data'))
sql = data.get('sql')
database_id = data.get('database_id')
mydb = session.query(models.Database).filter_by(id=database_id).first()
content = ""
if mydb:
eng = mydb.get_sqla_engine()
if limit:
sql = sql.strip().strip(';')
qry = (
select('*')
.select_from(TextAsFrom(text(sql), ['*']).alias('inner_qry'))
.limit(limit)
)
2016-03-16 23:25:41 -04:00
sql = str(qry.compile(eng, compile_kwargs={"literal_binds": True}))
2016-03-18 02:44:58 -04:00
try:
df = pd.read_sql_query(sql=sql, con=eng)
content = df.to_html(
index=False,
na_rep='',
classes=(
"dataframe table table-striped table-bordered "
"table-condensed sql_results"))
except Exception as e:
content = (
'<div class="alert alert-danger">'
"{}</div>"
).format(e.message)
session.commit()
return content
@has_access
@expose("/refresh_datasources/")
def refresh_datasources(self):
2016-03-16 23:25:41 -04:00
"""endpoint that refreshes druid datasources metadata"""
2016-03-18 02:44:58 -04:00
session = db.session()
for cluster in session.query(models.DruidCluster).all():
try:
cluster.refresh_datasources()
except Exception as e:
flash(
"Error while processing cluster '{}'\n{}".format(
cluster, str(e)),
"danger")
logging.exception(e)
return redirect('/druidclustermodelview/list/')
cluster.metadata_last_refreshed = datetime.now()
flash(
"Refreshed metadata from cluster "
"[" + cluster.cluster_name + "]",
'info')
session.commit()
return redirect("/datasourcemodelview/list/")
@expose("/autocomplete/<datasource>/<column>/")
def autocomplete(self, datasource, column):
2016-03-16 23:25:41 -04:00
"""used for filter autocomplete"""
2016-03-18 02:44:58 -04:00
client = utils.get_pydruid_client()
top = client.topn(
datasource=datasource,
granularity='all',
intervals='2013-10-04/2020-10-10',
aggregations={"count": doublesum("count")},
dimension=column,
metric='count',
threshold=1000,
)
values = sorted([d[column] for d in top[0]['result']])
return json.dumps(values)
@app.errorhandler(500)
def show_traceback(self):
if config.get("SHOW_STACKTRACE"):
error_msg = traceback.format_exc()
else:
error_msg = "FATAL ERROR\n"
error_msg = (
"Stacktrace is hidden. Change the SHOW_STACKTRACE "
"configuration setting to enable it")
return render_template(
2016-03-29 00:55:58 -04:00
'caravel/traceback.html',
2016-03-18 02:44:58 -04:00
error_msg=error_msg,
title=ascii_art.stacktrace,
art=ascii_art.error), 500
@has_access
2016-03-24 17:11:29 -04:00
@expose("/welcome")
def welcome(self):
"""Personalized welcome page"""
2016-03-29 00:55:58 -04:00
return self.render_template('caravel/welcome.html', utils=utils)
2016-03-24 17:11:29 -04:00
2016-03-18 02:44:58 -04:00
2016-03-29 00:55:58 -04:00
appbuilder.add_view_no_menu(Caravel)
if config['DRUID_IS_ACTIVE']:
appbuilder.add_link(
"Refresh Druid Metadata",
2016-03-29 00:55:58 -04:00
href='/caravel/refresh_datasources/',
category='Sources',
category_icon='fa-database',
icon="fa-cog")
2016-03-18 02:44:58 -04:00
2016-03-29 00:55:58 -04:00
class CssTemplateModelView(CaravelModelView, DeleteMixin):
2016-03-18 02:44:58 -04:00
datamodel = SQLAInterface(models.CssTemplate)
list_columns = ['template_name']
edit_columns = ['template_name', 'css']
add_columns = edit_columns
appbuilder.add_separator("Sources")
appbuilder.add_view(
CssTemplateModelView,
"CSS Templates",
icon="fa-css3",
category="Sources",
2016-03-16 23:25:41 -04:00
category_icon='')
# ---------------------------------------------------------------------
# Redirecting URL from previous names
class RegexConverter(BaseConverter):
def __init__(self, url_map, *items):
super(RegexConverter, self).__init__(url_map)
self.regex = items[0]
app.url_map.converters['regex'] = RegexConverter
@app.route('/<regex("panoramix\/.*"):url>')
def panoramix(url): # noqa
return redirect(request.full_path.replace('panoramix', 'caravel'))
@app.route('/<regex("dashed\/.*"):url>')
def dashed(url): # noqa
return redirect(request.full_path.replace('dashed', 'caravel'))
# ---------------------------------------------------------------------