-
Notifications
You must be signed in to change notification settings - Fork 8
/
vars.yml
129 lines (96 loc) · 4 KB
/
vars.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
tis_local_cfg_git_repository: [email protected]:qlangtech/tis-local-repository.git
tis_local_cfg_git_repository_install: false
tis_plugin_release_dir_name: tis-plugin
tis_release_dir: '/tmp/release'
#tis_release_dir: '/Users/mozhenghua/j2ee_solution/project/tis-saturn2'
#tis_release_dir: '/Users/mozhenghua/Downloads'
release_repository: http://tis-release.oss-cn-beijing.aliyuncs.com
tis_mvn_repository: http://mvn-repo.oss-cn-hangzhou.aliyuncs.com/release
tis_pkg_version: "4.1.0-SNAPSHOT"
powerjob_tar_file_name: "powerjob-worker-samples.tar.gz"
tis_data_tar_file_name: "tis-data.tar.gz"
need_install_tis_collect: true;
ng_tis_app_name: ng-tis
ng_tis_app_tar_file_name: '{{ng_tis_app_name}}.tar.gz'
src_root: "/opt/data/tiscode"
# yarn容器启动分配的cpu核数,目前为1
# 大于1没有太大意义,还会导致默认安装的assemble提交任务报错
max_yarn_cpu_cores: 1
# yarn容器启动分配的内存大小,单位M,14336为14G,建议为可用内存 75~90%
yarn_nodemanager_resource_memorymb: 18432
# if need install zookeeper
need_install_zookeeper: true
# 1. hadoop includes hdfs and yarn
# 2. spark depends on hadoop
# 3. tispark and spark_shuffle depends on spark
# 4. thriftserver will be deployed when spark shuffle is needed
# 5. spark master will be deplyed on yarn resource manager and slave on yarn node manager
need_install_hadoop: true
need_install_spark: false
need_install_tispark: false
need_install_spark_shuffle: false
tis_ibatis_gz_file_name: tis-ibatis.tar.gz
tis_scala_compiler_dependencies_dir_name: tis-scala-compiler-dependencies
tis_scala_compiler_dependencies_gz_file_name: "{{tis_scala_compiler_dependencies_dir_name}}.tar.gz"
# some cross-role variables
zk_gz_file_name: zookeeper-3.4.14.tar.gz
#zk_parent_dir: "/opt/app"
#zk_dir_name: "zookeeper-3.4.14"
#zk_install_dir: "{{zk_parent_dir}}/{{zk_dir_name}}"
java_gz_file_name: jdk-11.0.23_linux-x64_bin.tar.gz
jdk_dir_name: jdk-11.0.23
java_home: "/opt/app/java/default"
kerberos:
enable: False
#hive server2
hs2:
principal: "tis/[email protected]"
keytab: "/opt/app/hive/conf/tis.keytab"
#hive metastore
hms:
principal: "tis/[email protected]"
keytab: "/opt/app/hive/conf/tis.keytab"
hdfs_datanode:
principal: "tis/[email protected]"
keytab: "/opt/app/hive/conf/tis.keytab"
hdfs_namenode:
principal: "tis/[email protected]"
keytab: "/opt/app/hive/conf/tis.keytab"
yarn:
principal: "tis/[email protected]"
keytab: "/opt/app/hive/conf/tis.keytab"
#spark_version: "2.4.4"
#hadoop_file_version: "2.8.4"
#hive_version: "2.3.7"
spark_version: "3.3.2"
hadoop_file_version: "3.2.4"
#hive_version: "3.1.3"
hive_version: "4.0.0"
hive_meta_db: "hive3"
hadoop_gz_file_name: "hadoop-{{hadoop_file_version}}.tar.gz"
hadoop_user: hadoop
hadoop_group: hadoop
spark_scala_gz_file_name: scala-2.11.7.tgz
#spark_file_name: spark-2.4.4-bin-hadoop2.6
spark_file_version: "{{spark_version}}-bin-without-hadoop"
spark_file_name: "spark-{{spark_file_version}}"
spark_gz_file_name: '{{spark_file_name}}.tgz'
spark_tispark_jar_file_name: tispark-core-2.1.5-spark_2.4-jar-with-dependencies.jar
spark_thriftserver_jar_file_name: mysql-connector-java-5.1.48-bin.jar
# 为了获得spark执行进度用
# tis_spark_hive_server_extends_tar_file_name: tis-spark-hive-server-extends.tar.gz
#zk_host: 10.1.21.202:2181,10.1.21.201:2181,10.1.21.200:2181/tis/cloud
zk_host: "{% set IP_ARR=[] %}{% for host in groups['zookeeper'] %}{% if IP_ARR.insert(loop.index,hostvars[host]['ansible_ssh_host']) %}{% endif %}{% endfor %}{{IP_ARR|join(',')}}:2181/tis/cloud"
hadoop_yarn_resource_manager_host: "{{hostvars[groups['hadoop-yarn-resource-manager'][0]]['ansible_ssh_host']}}"
# tis-console ,tis-assemble execute user
tis_user: root
mvn_pkg_name: apache-maven-3.9.9
mvn_parent_dir: /opt/app
mvn_home: '{{mvn_parent_dir}}/{{mvn_pkg_name}}'
tis_uber_tar_file_name: "tis-uber.tar.gz"
uber_attach_plugins:
- "tis-k8s-plugin"
- "tis-datax-common-plugin"
- "tis-datax-local-executor"
- "tis-powerjob-common-plugin"
# - "tis-datax-local-embedded-executor"