2018-02-25 18:06:11 -05:00
|
|
|
# -*- coding: utf-8 -*-
|
2016-11-01 23:48:31 -04:00
|
|
|
"""Unit tests for Sql Lab"""
|
|
|
|
from __future__ import absolute_import
|
|
|
|
from __future__ import division
|
|
|
|
from __future__ import print_function
|
|
|
|
from __future__ import unicode_literals
|
|
|
|
|
2016-11-17 14:58:33 -05:00
|
|
|
from datetime import datetime, timedelta
|
2016-11-01 23:48:31 -04:00
|
|
|
import json
|
|
|
|
import unittest
|
|
|
|
|
|
|
|
from flask_appbuilder.security.sqla import models as ab_models
|
2017-03-10 12:11:51 -05:00
|
|
|
|
2018-03-27 19:46:02 -04:00
|
|
|
from superset import db, security_manager, utils
|
2018-06-28 00:35:12 -04:00
|
|
|
from superset.dataframe import SupersetDataFrame
|
|
|
|
from superset.db_engine_specs import BaseEngineSpec
|
2017-11-07 23:23:40 -05:00
|
|
|
from superset.models.sql_lab import Query
|
2016-11-10 02:08:22 -05:00
|
|
|
from .base_tests import SupersetTestCase
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
|
2016-11-10 02:08:22 -05:00
|
|
|
class SqlLabTests(SupersetTestCase):
|
2016-11-01 23:48:31 -04:00
|
|
|
"""Testings for Sql Lab"""
|
|
|
|
|
|
|
|
def __init__(self, *args, **kwargs):
|
|
|
|
super(SqlLabTests, self).__init__(*args, **kwargs)
|
|
|
|
|
2016-11-17 14:58:33 -05:00
|
|
|
def run_some_queries(self):
|
2017-04-04 23:15:19 -04:00
|
|
|
db.session.query(Query).delete()
|
2016-11-17 14:58:33 -05:00
|
|
|
db.session.commit()
|
|
|
|
self.run_sql(
|
2017-11-14 00:06:51 -05:00
|
|
|
'SELECT * FROM ab_user',
|
2016-11-17 14:58:33 -05:00
|
|
|
client_id='client_id_1',
|
|
|
|
user_name='admin')
|
|
|
|
self.run_sql(
|
2017-11-14 00:06:51 -05:00
|
|
|
'SELECT * FROM NO_TABLE',
|
2016-11-17 14:58:33 -05:00
|
|
|
client_id='client_id_3',
|
|
|
|
user_name='admin')
|
|
|
|
self.run_sql(
|
2017-11-14 00:06:51 -05:00
|
|
|
'SELECT * FROM ab_permission',
|
2016-11-17 14:58:33 -05:00
|
|
|
client_id='client_id_2',
|
|
|
|
user_name='gamma_sqllab')
|
|
|
|
self.logout()
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
def tearDown(self):
|
2017-04-04 23:15:19 -04:00
|
|
|
db.session.query(Query).delete()
|
2016-11-17 14:58:33 -05:00
|
|
|
db.session.commit()
|
|
|
|
self.logout()
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
def test_sql_json(self):
|
2016-11-17 14:58:33 -05:00
|
|
|
self.login('admin')
|
|
|
|
|
2017-11-14 00:06:51 -05:00
|
|
|
data = self.run_sql('SELECT * FROM ab_user', '1')
|
2016-11-01 23:48:31 -04:00
|
|
|
self.assertLess(0, len(data['data']))
|
|
|
|
|
2017-11-14 00:06:51 -05:00
|
|
|
data = self.run_sql('SELECT * FROM unexistant_table', '2')
|
2016-11-01 23:48:31 -04:00
|
|
|
self.assertLess(0, len(data['error']))
|
|
|
|
|
2018-08-03 18:33:33 -04:00
|
|
|
def test_explain(self):
|
|
|
|
self.login('admin')
|
|
|
|
|
|
|
|
data = self.run_sql('EXPLAIN SELECT * FROM ab_user', '1')
|
|
|
|
self.assertLess(0, len(data['data']))
|
|
|
|
|
2016-11-01 23:48:31 -04:00
|
|
|
def test_sql_json_has_access(self):
|
|
|
|
main_db = self.get_main_database(db.session)
|
2018-03-27 19:46:02 -04:00
|
|
|
security_manager.add_permission_view_menu('database_access', main_db.perm)
|
2016-11-01 23:48:31 -04:00
|
|
|
db.session.commit()
|
|
|
|
main_db_permission_view = (
|
|
|
|
db.session.query(ab_models.PermissionView)
|
|
|
|
.join(ab_models.ViewMenu)
|
2017-05-22 19:41:32 -04:00
|
|
|
.join(ab_models.Permission)
|
2016-11-01 23:48:31 -04:00
|
|
|
.filter(ab_models.ViewMenu.name == '[main].(id:1)')
|
2017-05-22 19:41:32 -04:00
|
|
|
.filter(ab_models.Permission.name == 'database_access')
|
2016-11-01 23:48:31 -04:00
|
|
|
.first()
|
|
|
|
)
|
2018-03-27 19:46:02 -04:00
|
|
|
astronaut = security_manager.add_role('Astronaut')
|
|
|
|
security_manager.add_permission_role(astronaut, main_db_permission_view)
|
2016-11-17 14:58:33 -05:00
|
|
|
# Astronaut role is Gamma + sqllab + main db permissions
|
2018-03-27 19:46:02 -04:00
|
|
|
for perm in security_manager.find_role('Gamma').permissions:
|
|
|
|
security_manager.add_permission_role(astronaut, perm)
|
|
|
|
for perm in security_manager.find_role('sql_lab').permissions:
|
|
|
|
security_manager.add_permission_role(astronaut, perm)
|
2016-11-01 23:48:31 -04:00
|
|
|
|
2018-03-27 19:46:02 -04:00
|
|
|
gagarin = security_manager.find_user('gagarin')
|
2016-11-01 23:48:31 -04:00
|
|
|
if not gagarin:
|
2018-03-27 19:46:02 -04:00
|
|
|
security_manager.add_user(
|
2016-11-01 23:48:31 -04:00
|
|
|
'gagarin', 'Iurii', 'Gagarin', 'gagarin@cosmos.ussr',
|
2016-11-17 14:58:33 -05:00
|
|
|
astronaut,
|
2016-11-01 23:48:31 -04:00
|
|
|
password='general')
|
2017-11-14 00:06:51 -05:00
|
|
|
data = self.run_sql('SELECT * FROM ab_user', '3', user_name='gagarin')
|
2017-04-04 23:15:19 -04:00
|
|
|
db.session.query(Query).delete()
|
2016-11-01 23:48:31 -04:00
|
|
|
db.session.commit()
|
|
|
|
self.assertLess(0, len(data['data']))
|
|
|
|
|
|
|
|
def test_queries_endpoint(self):
|
2016-11-17 14:58:33 -05:00
|
|
|
self.run_some_queries()
|
|
|
|
|
|
|
|
# Not logged in, should error out
|
|
|
|
resp = self.client.get('/superset/queries/0')
|
2016-12-15 08:38:34 -05:00
|
|
|
# Redirects to the login page
|
2016-11-01 23:48:31 -04:00
|
|
|
self.assertEquals(403, resp.status_code)
|
|
|
|
|
2016-11-17 14:58:33 -05:00
|
|
|
# Admin sees queries
|
2016-11-01 23:48:31 -04:00
|
|
|
self.login('admin')
|
2016-11-17 14:58:33 -05:00
|
|
|
data = self.get_json_resp('/superset/queries/0')
|
2016-11-01 23:48:31 -04:00
|
|
|
self.assertEquals(2, len(data))
|
|
|
|
|
2016-11-17 14:58:33 -05:00
|
|
|
# Run 2 more queries
|
2017-11-14 00:06:51 -05:00
|
|
|
self.run_sql('SELECT * FROM ab_user LIMIT 1', client_id='client_id_4')
|
|
|
|
self.run_sql('SELECT * FROM ab_user LIMIT 2', client_id='client_id_5')
|
2016-11-01 23:48:31 -04:00
|
|
|
self.login('admin')
|
2016-11-17 14:58:33 -05:00
|
|
|
data = self.get_json_resp('/superset/queries/0')
|
2016-11-01 23:48:31 -04:00
|
|
|
self.assertEquals(4, len(data))
|
|
|
|
|
2016-11-17 14:58:33 -05:00
|
|
|
now = datetime.now() + timedelta(days=1)
|
2017-04-04 23:15:19 -04:00
|
|
|
query = db.session.query(Query).filter_by(
|
2016-12-06 02:18:16 -05:00
|
|
|
sql='SELECT * FROM ab_user LIMIT 1').first()
|
2016-11-17 14:58:33 -05:00
|
|
|
query.changed_on = now
|
2016-11-01 23:48:31 -04:00
|
|
|
db.session.commit()
|
|
|
|
|
2016-11-17 14:58:33 -05:00
|
|
|
data = self.get_json_resp(
|
|
|
|
'/superset/queries/{}'.format(
|
2017-11-08 23:34:23 -05:00
|
|
|
int(utils.datetime_to_epoch(now)) - 1000))
|
2016-11-17 14:58:33 -05:00
|
|
|
self.assertEquals(1, len(data))
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
self.logout()
|
2016-11-17 14:58:33 -05:00
|
|
|
resp = self.client.get('/superset/queries/0')
|
2016-12-15 08:38:34 -05:00
|
|
|
# Redirects to the login page
|
2016-11-01 23:48:31 -04:00
|
|
|
self.assertEquals(403, resp.status_code)
|
|
|
|
|
|
|
|
def test_search_query_on_db_id(self):
|
2016-11-17 14:58:33 -05:00
|
|
|
self.run_some_queries()
|
|
|
|
self.login('admin')
|
|
|
|
# Test search queries on database Id
|
2016-12-01 18:21:18 -05:00
|
|
|
data = self.get_json_resp('/superset/search_queries?database_id=1')
|
2016-11-17 14:58:33 -05:00
|
|
|
self.assertEquals(3, len(data))
|
2016-12-14 13:14:54 -05:00
|
|
|
db_ids = [k['dbId'] for k in data]
|
2016-11-17 14:58:33 -05:00
|
|
|
self.assertEquals([1, 1, 1], db_ids)
|
|
|
|
|
|
|
|
resp = self.get_resp('/superset/search_queries?database_id=-1')
|
|
|
|
data = json.loads(resp)
|
|
|
|
self.assertEquals(0, len(data))
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
def test_search_query_on_user(self):
|
2016-11-17 14:58:33 -05:00
|
|
|
self.run_some_queries()
|
|
|
|
self.login('admin')
|
|
|
|
|
|
|
|
# Test search queries on user Id
|
2018-03-27 19:46:02 -04:00
|
|
|
user_id = security_manager.find_user('admin').id
|
2016-11-17 14:58:33 -05:00
|
|
|
data = self.get_json_resp(
|
2017-01-11 10:53:24 -05:00
|
|
|
'/superset/search_queries?user_id={}'.format(user_id))
|
2016-11-17 14:58:33 -05:00
|
|
|
self.assertEquals(2, len(data))
|
2016-12-14 13:14:54 -05:00
|
|
|
user_ids = {k['userId'] for k in data}
|
2017-01-11 10:53:24 -05:00
|
|
|
self.assertEquals(set([user_id]), user_ids)
|
2016-11-17 14:58:33 -05:00
|
|
|
|
2018-03-27 19:46:02 -04:00
|
|
|
user_id = security_manager.find_user('gamma_sqllab').id
|
2016-12-06 02:18:16 -05:00
|
|
|
resp = self.get_resp(
|
2017-01-11 10:53:24 -05:00
|
|
|
'/superset/search_queries?user_id={}'.format(user_id))
|
2016-11-17 14:58:33 -05:00
|
|
|
data = json.loads(resp)
|
|
|
|
self.assertEquals(1, len(data))
|
2017-11-08 23:34:23 -05:00
|
|
|
self.assertEquals(data[0]['userId'], user_id)
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
def test_search_query_on_status(self):
|
2016-11-17 14:58:33 -05:00
|
|
|
self.run_some_queries()
|
|
|
|
self.login('admin')
|
|
|
|
# Test search queries on status
|
|
|
|
resp = self.get_resp('/superset/search_queries?status=success')
|
|
|
|
data = json.loads(resp)
|
|
|
|
self.assertEquals(2, len(data))
|
2016-12-14 13:14:54 -05:00
|
|
|
states = [k['state'] for k in data]
|
2016-11-17 14:58:33 -05:00
|
|
|
self.assertEquals(['success', 'success'], states)
|
|
|
|
|
|
|
|
resp = self.get_resp('/superset/search_queries?status=failed')
|
|
|
|
data = json.loads(resp)
|
|
|
|
self.assertEquals(1, len(data))
|
2016-12-14 13:14:54 -05:00
|
|
|
self.assertEquals(data[0]['state'], 'failed')
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
def test_search_query_on_text(self):
|
2016-11-17 14:58:33 -05:00
|
|
|
self.run_some_queries()
|
|
|
|
self.login('admin')
|
2016-12-01 18:21:18 -05:00
|
|
|
url = '/superset/search_queries?search_text=permission'
|
|
|
|
data = self.get_json_resp(url)
|
2016-11-17 14:58:33 -05:00
|
|
|
self.assertEquals(1, len(data))
|
2016-12-14 13:14:54 -05:00
|
|
|
self.assertIn('permission', data[0]['sql'])
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
def test_search_query_on_time(self):
|
2016-11-17 14:58:33 -05:00
|
|
|
self.run_some_queries()
|
|
|
|
self.login('admin')
|
|
|
|
first_query_time = (
|
2017-04-04 23:15:19 -04:00
|
|
|
db.session.query(Query)
|
2016-11-17 14:58:33 -05:00
|
|
|
.filter_by(sql='SELECT * FROM ab_user').one()
|
|
|
|
).start_time
|
|
|
|
second_query_time = (
|
2017-04-04 23:15:19 -04:00
|
|
|
db.session.query(Query)
|
2016-11-17 14:58:33 -05:00
|
|
|
.filter_by(sql='SELECT * FROM ab_permission').one()
|
|
|
|
).start_time
|
|
|
|
# Test search queries on time filter
|
|
|
|
from_time = 'from={}'.format(int(first_query_time))
|
|
|
|
to_time = 'to={}'.format(int(second_query_time))
|
|
|
|
params = [from_time, to_time]
|
2017-07-27 17:00:19 -04:00
|
|
|
resp = self.get_resp('/superset/search_queries?' + '&'.join(params))
|
2016-11-17 14:58:33 -05:00
|
|
|
data = json.loads(resp)
|
|
|
|
self.assertEquals(2, len(data))
|
2016-11-01 23:48:31 -04:00
|
|
|
|
2016-12-01 22:53:23 -05:00
|
|
|
def test_alias_duplicate(self):
|
|
|
|
self.run_sql(
|
2017-11-14 00:06:51 -05:00
|
|
|
'SELECT username as col, id as col, username FROM ab_user',
|
2016-12-01 22:53:23 -05:00
|
|
|
client_id='2e2df3',
|
|
|
|
user_name='admin',
|
|
|
|
raise_on_error=True)
|
|
|
|
|
2018-01-23 23:58:06 -05:00
|
|
|
def test_df_conversion_no_dict(self):
|
2018-06-28 00:35:12 -04:00
|
|
|
cols = [
|
|
|
|
['string_col', 'string'],
|
|
|
|
['int_col', 'int'],
|
|
|
|
['float_col', 'float'],
|
|
|
|
]
|
2018-03-19 14:43:04 -04:00
|
|
|
data = [['a', 4, 4.0]]
|
2018-06-28 00:35:12 -04:00
|
|
|
cdf = SupersetDataFrame(data, cols, BaseEngineSpec)
|
2018-03-19 14:43:04 -04:00
|
|
|
|
|
|
|
self.assertEquals(len(data), cdf.size)
|
|
|
|
self.assertEquals(len(cols), len(cdf.columns))
|
|
|
|
|
|
|
|
def test_df_conversion_tuple(self):
|
2018-05-14 14:43:13 -04:00
|
|
|
cols = ['string_col', 'int_col', 'list_col', 'float_col']
|
2018-03-19 14:43:04 -04:00
|
|
|
data = [(u'Text', 111, [123], 1.0)]
|
2018-06-28 00:35:12 -04:00
|
|
|
cdf = SupersetDataFrame(data, cols, BaseEngineSpec)
|
2018-01-23 23:58:06 -05:00
|
|
|
|
|
|
|
self.assertEquals(len(data), cdf.size)
|
|
|
|
self.assertEquals(len(cols), len(cdf.columns))
|
|
|
|
|
|
|
|
def test_df_conversion_dict(self):
|
2018-05-14 14:43:13 -04:00
|
|
|
cols = ['string_col', 'dict_col', 'int_col']
|
2018-01-23 23:58:06 -05:00
|
|
|
data = [['a', {'c1': 1, 'c2': 2, 'c3': 3}, 4]]
|
2018-06-28 00:35:12 -04:00
|
|
|
cdf = SupersetDataFrame(data, cols, BaseEngineSpec)
|
2018-01-23 23:58:06 -05:00
|
|
|
|
|
|
|
self.assertEquals(len(data), cdf.size)
|
|
|
|
self.assertEquals(len(cols), len(cdf.columns))
|
|
|
|
|
2018-04-04 16:38:37 -04:00
|
|
|
def test_sqllab_viz(self):
|
|
|
|
payload = {
|
|
|
|
'chartType': 'dist_bar',
|
|
|
|
'datasourceName': 'test_viz_flow_table',
|
|
|
|
'schema': 'superset',
|
2018-08-02 13:52:38 -04:00
|
|
|
'columns': [{
|
|
|
|
'is_date': False,
|
|
|
|
'type': 'STRING',
|
|
|
|
'nam:qe': 'viz_type',
|
|
|
|
'is_dim': True,
|
|
|
|
}, {
|
|
|
|
'is_date': False,
|
|
|
|
'type': 'OBJECT',
|
|
|
|
'name': 'ccount',
|
|
|
|
'is_dim': True,
|
|
|
|
'agg': 'sum',
|
|
|
|
}],
|
2018-04-04 16:38:37 -04:00
|
|
|
'sql': """\
|
|
|
|
SELECT viz_type, count(1) as ccount
|
|
|
|
FROM slices
|
2018-07-21 15:01:26 -04:00
|
|
|
WHERE viz_type LIKE '%a%'
|
2018-04-04 16:38:37 -04:00
|
|
|
GROUP BY viz_type""",
|
|
|
|
'dbId': 1,
|
|
|
|
}
|
|
|
|
data = {'data': json.dumps(payload)}
|
|
|
|
resp = self.get_json_resp('/superset/sqllab_viz/', data=data)
|
|
|
|
self.assertIn('table_id', resp)
|
|
|
|
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
unittest.main()
|