mirror of
https://github.com/apache/superset.git
synced 2024-09-20 04:29:47 -04:00
19a9bcc9c5
* Initial hive support * Clone hive setup * Make hive tests work locally * Debugging presto failure * sleep in dataset test * Address comments * Address comments * Pin ipython, exclude new pylint rules Co-authored-by: bogdan kyryliuk <bogdankyryliuk@dropbox.com>
80 lines
2.4 KiB
YAML
80 lines
2.4 KiB
YAML
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
|
|
version: "3.2"
|
|
|
|
services:
|
|
namenode:
|
|
container_name: namenode
|
|
image: bde2020/hadoop-namenode:2.0.0-hadoop2.7.4-java8
|
|
volumes:
|
|
- namenode:/hadoop/dfs/name
|
|
- type: bind
|
|
source: "$UPLOAD_FOLDER"
|
|
target: /tmp/superset_uploads
|
|
environment:
|
|
- CLUSTER_NAME=test
|
|
env_file:
|
|
- ./hadoop-hive.env
|
|
ports:
|
|
- "50070:50070"
|
|
datanode:
|
|
image: bde2020/hadoop-datanode:2.0.0-hadoop2.7.4-java8
|
|
volumes:
|
|
- datanode:/hadoop/dfs/data
|
|
- type: bind
|
|
source: "$UPLOAD_FOLDER"
|
|
target: /tmp/superset_uploads
|
|
env_file:
|
|
- ./hadoop-hive.env
|
|
environment:
|
|
SERVICE_PRECONDITION: "namenode:50070"
|
|
ports:
|
|
- "50075:50075"
|
|
hive-server:
|
|
image: bde2020/hive:2.3.2-postgresql-metastore
|
|
env_file:
|
|
- ./hadoop-hive.env
|
|
environment:
|
|
HIVE_CORE_CONF_javax_jdo_option_ConnectionURL: "jdbc:postgresql://hive-metastore/metastore"
|
|
SERVICE_PRECONDITION: "hive-metastore:9083"
|
|
ports:
|
|
- "10000:10000"
|
|
volumes:
|
|
- type: bind
|
|
source: "$UPLOAD_FOLDER"
|
|
target: /tmp/superset_uploads
|
|
hive-metastore:
|
|
image: bde2020/hive:2.3.2-postgresql-metastore
|
|
env_file:
|
|
- ./hadoop-hive.env
|
|
command: /opt/hive/bin/hive --service metastore
|
|
environment:
|
|
SERVICE_PRECONDITION: "namenode:50070 datanode:50075 hive-metastore-postgresql:5432"
|
|
ports:
|
|
- "9083:9083"
|
|
volumes:
|
|
- type: bind
|
|
source: "$UPLOAD_FOLDER"
|
|
target: /tmp/superset_uploads
|
|
hive-metastore-postgresql:
|
|
image: bde2020/hive-metastore-postgresql:2.3.0
|
|
|
|
volumes:
|
|
namenode:
|
|
datanode:
|