-
Notifications
You must be signed in to change notification settings - Fork 1
/
deploy_zeppelin.yml
70 lines (65 loc) · 2.17 KB
/
deploy_zeppelin.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
---
- hosts: localhost
connection: local
gather_facts: False
vars:
app:
id: zeppelin1
instances: 1
cpus: 1
mem: 1000
container:
type: "DOCKER"
docker:
# image: "apache/zeppelin:0.7.2"
image: "datastrophic/mesos-spark-zeppelin:mesos-1.1.0-spark-2.1.0-zeppelin-0.7.0"
# network: "BRIDGE"
network: "HOST"
privileged: true
forcePullImage: true
portMappings:
- containerPort: 10000
hostPort: 10000
- containerPort: 4040
hostPort: 4040
ports:
- 10000
- 4040
requirePorts: true
volumes:
- containerPath: "/usr/lib/spark/"
hostPath: "/usr/lib/spark/"
mode: "RW"
- containerPath: "/etc/spark"
hostPath: "/etc/spark"
mode: "RW"
- containerPath: "/var/lib/spark"
hostPath: "/var/lib/spark"
mode: "RW"
- containerPath: "/var/lib/spark"
hostPath: "/var/lib/spark"
mode: "RW"
# - containerPath: "/usr/local/lib/"
# hostPath: "/usr/lib/"
# mode: "RW"
env:
SPARK_HOME: "/usr/lib/spark"
ZEPPELIN_PORT: "10000"
ZEPPELIN_MEM: "-Xmx1000m -XX:MaxPermSize=500m"
MASTER: "mesos://zk://192.168.33.101:2181/mesos"
MESOS_NATIVE_LIBRARY: "/usr/lib/libmesos.so"
# SPARK_EXECUTOR_URI: "http://d3kbcqa49mib13.cloudfront.net/spark-2.2.0-bin-hadoop2.6.tgz"
healthChecks: []
upgradeStrategy:
maximumOverCapacity: 0
minimumHealthCapacity: 0
labels:
"MARATHON_SINGLE_INSTANCE_APP": "true"
# TODO: Ensure marathon python module is installed on the control machine
# pre_tasks:
# - shell: pip install -r roles/marathon-deploy/requirements.txt
roles:
- marathon-deploy
tasks:
- name: run Zeppelin on marathon
marathon: uri=http://{{ hostvars['master01.tera.local'].ansible_host }}:8080 app='{{ app | to_json }}' state=present