2016-11-01 23:48:31 -04:00
|
|
|
"""Unit tests for Sql Lab"""
|
|
|
|
from __future__ import absolute_import
|
|
|
|
from __future__ import division
|
|
|
|
from __future__ import print_function
|
|
|
|
from __future__ import unicode_literals
|
|
|
|
|
2016-11-17 14:58:33 -05:00
|
|
|
from datetime import datetime, timedelta
|
2016-11-01 23:48:31 -04:00
|
|
|
import json
|
|
|
|
import unittest
|
|
|
|
|
|
|
|
from flask_appbuilder.security.sqla import models as ab_models
|
2016-11-10 02:08:22 -05:00
|
|
|
from superset import db, models, utils, appbuilder, sm
|
|
|
|
from .base_tests import SupersetTestCase
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
|
2016-11-10 02:08:22 -05:00
|
|
|
class SqlLabTests(SupersetTestCase):
|
2016-11-01 23:48:31 -04:00
|
|
|
"""Testings for Sql Lab"""
|
|
|
|
|
|
|
|
def __init__(self, *args, **kwargs):
|
|
|
|
super(SqlLabTests, self).__init__(*args, **kwargs)
|
|
|
|
|
2016-11-17 14:58:33 -05:00
|
|
|
def run_some_queries(self):
|
|
|
|
self.logout()
|
2016-11-01 23:48:31 -04:00
|
|
|
db.session.query(models.Query).delete()
|
2016-11-17 14:58:33 -05:00
|
|
|
db.session.commit()
|
|
|
|
self.run_sql(
|
|
|
|
"SELECT * FROM ab_user",
|
|
|
|
client_id='client_id_1',
|
|
|
|
user_name='admin')
|
|
|
|
self.run_sql(
|
|
|
|
"SELECT * FROM NO_TABLE",
|
|
|
|
client_id='client_id_3',
|
|
|
|
user_name='admin')
|
|
|
|
self.run_sql(
|
|
|
|
"SELECT * FROM ab_permission",
|
|
|
|
client_id='client_id_2',
|
|
|
|
user_name='gamma_sqllab')
|
|
|
|
self.logout()
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
def tearDown(self):
|
|
|
|
db.session.query(models.Query).delete()
|
2016-11-17 14:58:33 -05:00
|
|
|
db.session.commit()
|
|
|
|
self.logout()
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
def test_sql_json(self):
|
2016-11-17 14:58:33 -05:00
|
|
|
self.login('admin')
|
|
|
|
|
|
|
|
data = self.run_sql('SELECT * FROM ab_user', "1")
|
2016-11-01 23:48:31 -04:00
|
|
|
self.assertLess(0, len(data['data']))
|
|
|
|
|
2016-11-17 14:58:33 -05:00
|
|
|
data = self.run_sql('SELECT * FROM unexistant_table', "2")
|
2016-11-01 23:48:31 -04:00
|
|
|
self.assertLess(0, len(data['error']))
|
|
|
|
|
|
|
|
def test_sql_json_has_access(self):
|
|
|
|
main_db = self.get_main_database(db.session)
|
2016-11-17 14:58:33 -05:00
|
|
|
sm.add_permission_view_menu('database_access', main_db.perm)
|
2016-11-01 23:48:31 -04:00
|
|
|
db.session.commit()
|
|
|
|
main_db_permission_view = (
|
|
|
|
db.session.query(ab_models.PermissionView)
|
|
|
|
.join(ab_models.ViewMenu)
|
|
|
|
.filter(ab_models.ViewMenu.name == '[main].(id:1)')
|
|
|
|
.first()
|
|
|
|
)
|
|
|
|
astronaut = sm.add_role("Astronaut")
|
|
|
|
sm.add_permission_role(astronaut, main_db_permission_view)
|
2016-11-17 14:58:33 -05:00
|
|
|
# Astronaut role is Gamma + sqllab + main db permissions
|
|
|
|
for perm in sm.find_role('Gamma').permissions:
|
|
|
|
sm.add_permission_role(astronaut, perm)
|
|
|
|
for perm in sm.find_role('sql_lab').permissions:
|
|
|
|
sm.add_permission_role(astronaut, perm)
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
gagarin = appbuilder.sm.find_user('gagarin')
|
|
|
|
if not gagarin:
|
|
|
|
appbuilder.sm.add_user(
|
|
|
|
'gagarin', 'Iurii', 'Gagarin', 'gagarin@cosmos.ussr',
|
2016-11-17 14:58:33 -05:00
|
|
|
astronaut,
|
2016-11-01 23:48:31 -04:00
|
|
|
password='general')
|
2016-11-17 14:58:33 -05:00
|
|
|
data = self.run_sql('SELECT * FROM ab_user', "3", user_name='gagarin')
|
2016-11-01 23:48:31 -04:00
|
|
|
db.session.query(models.Query).delete()
|
|
|
|
db.session.commit()
|
|
|
|
self.assertLess(0, len(data['data']))
|
|
|
|
|
|
|
|
def test_queries_endpoint(self):
|
2016-11-17 14:58:33 -05:00
|
|
|
self.run_some_queries()
|
|
|
|
|
|
|
|
# Not logged in, should error out
|
|
|
|
resp = self.client.get('/superset/queries/0')
|
2016-11-01 23:48:31 -04:00
|
|
|
self.assertEquals(403, resp.status_code)
|
|
|
|
|
2016-11-17 14:58:33 -05:00
|
|
|
# Admin sees queries
|
2016-11-01 23:48:31 -04:00
|
|
|
self.login('admin')
|
2016-11-17 14:58:33 -05:00
|
|
|
data = self.get_json_resp('/superset/queries/0')
|
2016-11-01 23:48:31 -04:00
|
|
|
self.assertEquals(2, len(data))
|
|
|
|
|
2016-11-17 14:58:33 -05:00
|
|
|
# Run 2 more queries
|
|
|
|
self.run_sql("SELECT * FROM ab_user1", client_id='client_id_4')
|
|
|
|
self.run_sql("SELECT * FROM ab_user2", client_id='client_id_5')
|
2016-11-01 23:48:31 -04:00
|
|
|
self.login('admin')
|
2016-11-17 14:58:33 -05:00
|
|
|
data = self.get_json_resp('/superset/queries/0')
|
2016-11-01 23:48:31 -04:00
|
|
|
self.assertEquals(4, len(data))
|
|
|
|
|
2016-11-17 14:58:33 -05:00
|
|
|
now = datetime.now() + timedelta(days=1)
|
2016-11-01 23:48:31 -04:00
|
|
|
query = db.session.query(models.Query).filter_by(
|
|
|
|
sql='SELECT * FROM ab_user1').first()
|
2016-11-17 14:58:33 -05:00
|
|
|
query.changed_on = now
|
2016-11-01 23:48:31 -04:00
|
|
|
db.session.commit()
|
|
|
|
|
2016-11-17 14:58:33 -05:00
|
|
|
data = self.get_json_resp(
|
|
|
|
'/superset/queries/{}'.format(
|
|
|
|
int(utils.datetime_to_epoch(now))-1000))
|
|
|
|
self.assertEquals(1, len(data))
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
self.logout()
|
2016-11-17 14:58:33 -05:00
|
|
|
resp = self.client.get('/superset/queries/0')
|
2016-11-01 23:48:31 -04:00
|
|
|
self.assertEquals(403, resp.status_code)
|
|
|
|
|
|
|
|
def test_search_query_on_db_id(self):
|
2016-11-17 14:58:33 -05:00
|
|
|
self.run_some_queries()
|
|
|
|
self.login('admin')
|
|
|
|
# Test search queries on database Id
|
|
|
|
resp = self.get_resp('/superset/search_queries?database_id=1')
|
|
|
|
data = json.loads(resp)
|
|
|
|
self.assertEquals(3, len(data))
|
|
|
|
db_ids = [data[k]['dbId'] for k in data]
|
|
|
|
self.assertEquals([1, 1, 1], db_ids)
|
|
|
|
|
|
|
|
resp = self.get_resp('/superset/search_queries?database_id=-1')
|
|
|
|
data = json.loads(resp)
|
|
|
|
self.assertEquals(0, len(data))
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
def test_search_query_on_user(self):
|
2016-11-17 14:58:33 -05:00
|
|
|
self.run_some_queries()
|
|
|
|
self.login('admin')
|
|
|
|
|
|
|
|
# Test search queries on user Id
|
|
|
|
user = appbuilder.sm.find_user('admin')
|
|
|
|
data = self.get_json_resp(
|
|
|
|
'/superset/search_queries?user_id={}'.format(user.id))
|
|
|
|
self.assertEquals(2, len(data))
|
|
|
|
user_ids = {data[k]['userId'] for k in data}
|
|
|
|
self.assertEquals(set([user.id]), user_ids)
|
|
|
|
|
|
|
|
user = appbuilder.sm.find_user('gamma_sqllab')
|
|
|
|
resp = self.get_resp('/superset/search_queries?user_id={}'.format(user.id))
|
|
|
|
data = json.loads(resp)
|
|
|
|
self.assertEquals(1, len(data))
|
|
|
|
self.assertEquals(list(data.values())[0]['userId'] , user.id)
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
def test_search_query_on_status(self):
|
2016-11-17 14:58:33 -05:00
|
|
|
self.run_some_queries()
|
|
|
|
self.login('admin')
|
|
|
|
# Test search queries on status
|
|
|
|
resp = self.get_resp('/superset/search_queries?status=success')
|
|
|
|
data = json.loads(resp)
|
|
|
|
self.assertEquals(2, len(data))
|
|
|
|
states = [data[k]['state'] for k in data]
|
|
|
|
self.assertEquals(['success', 'success'], states)
|
|
|
|
|
|
|
|
resp = self.get_resp('/superset/search_queries?status=failed')
|
|
|
|
data = json.loads(resp)
|
|
|
|
self.assertEquals(1, len(data))
|
|
|
|
self.assertEquals(list(data.values())[0]['state'], 'failed')
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
def test_search_query_on_text(self):
|
2016-11-17 14:58:33 -05:00
|
|
|
self.run_some_queries()
|
|
|
|
self.login('admin')
|
|
|
|
resp = self.get_resp('/superset/search_queries?search_text=permission')
|
|
|
|
data = json.loads(resp)
|
|
|
|
self.assertEquals(1, len(data))
|
|
|
|
self.assertIn('permission', list(data.values())[0]['sql'])
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
def test_search_query_on_time(self):
|
2016-11-17 14:58:33 -05:00
|
|
|
self.run_some_queries()
|
|
|
|
self.login('admin')
|
|
|
|
first_query_time = (
|
|
|
|
db.session.query(models.Query)
|
|
|
|
.filter_by(sql='SELECT * FROM ab_user').one()
|
|
|
|
).start_time
|
|
|
|
second_query_time = (
|
|
|
|
db.session.query(models.Query)
|
|
|
|
.filter_by(sql='SELECT * FROM ab_permission').one()
|
|
|
|
).start_time
|
|
|
|
# Test search queries on time filter
|
|
|
|
from_time = 'from={}'.format(int(first_query_time))
|
|
|
|
to_time = 'to={}'.format(int(second_query_time))
|
|
|
|
params = [from_time, to_time]
|
|
|
|
resp = self.get_resp('/superset/search_queries?'+'&'.join(params))
|
|
|
|
data = json.loads(resp)
|
|
|
|
self.assertEquals(2, len(data))
|
|
|
|
for _, v in data.items():
|
|
|
|
self.assertLess(int(first_query_time), v['startDttm'])
|
|
|
|
self.assertLess(v['startDttm'], int(second_query_time))
|
2016-11-01 23:48:31 -04:00
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
unittest.main()
|