1.安装前准备jar
2.在/opt/module/目录下创建azkaban目录
[cevent@hadoop210 ~]$ cd
/opt
/module
/
[cevent@hadoop210 module]$ ll
总用量 32
drwxrwxr
-x
. 9 cevent cevent 4096 6月 28 18:04 flume
-1
.7
.0
drwxr
-xr
-x
. 12 cevent cevent 4096 6月 28 20:36 hadoop
-2
.7
.2
drwxrwxr
-x
. 8 cevent cevent 4096 6月 28 21:06 hbase
-1
.3
.1
drwxrwxr
-x
. 9 cevent cevent 4096 6月 28 21:28 hive
-1
.2
.1
drwxr
-xr
-x
. 8 cevent cevent 4096 3月 24 09:14 jdk1
.7
.0_79
drwxr
-xr
-x
. 7 cevent cevent 4096 6月 28 20:37 kafka_2
.11
-0
.11
.0
.0
drwxr
-xr
-x
. 9 cevent cevent 4096 6月 29 13:32 sqoop
-1
.4
.6
drwxr
-xr
-x
. 11 cevent cevent 4096 6月 28 15:50 zookeeper
-3
.4
.10
[cevent@hadoop210 module]$ mkdir azkaban
[cevent@hadoop210 module]$ ll
总用量 36
drwxrwxr
-x
. 2 cevent cevent 4096 6月 29 22:16 azkaban
drwxrwxr
-x
. 9 cevent cevent 4096 6月 28 18:04 flume
-1
.7
.0
drwxr
-xr
-x
. 12 cevent cevent 4096 6月 28 20:36 hadoop
-2
.7
.2
drwxrwxr
-x
. 8 cevent cevent 4096 6月 28 21:06 hbase
-1
.3
.1
drwxrwxr
-x
. 9 cevent cevent 4096 6月 28 21:28 hive
-1
.2
.1
drwxr
-xr
-x
. 8 cevent cevent 4096 3月 24 09:14 jdk1
.7
.0_79
drwxr
-xr
-x
. 7 cevent cevent 4096 6月 28 20:37 kafka_2
.11
-0
.11
.0
.0
drwxr
-xr
-x
. 9 cevent cevent 4096 6月 29 13:32 sqoop
-1
.4
.6
drwxr
-xr
-x
. 11 cevent cevent 4096 6月 28 15:50 zookeeper
-3
.4
.10
3.解压azkaban-web-server-2.5.0.tar.gz、azkaban-executor-server-2.5.0.tar.gz、azkaban-sql-script-2.5.0.tar.gz到/opt/module/azkaban目录下
[cevent@hadoop210 ~]$ cd
/opt
/soft
/
[cevent@hadoop210 soft]$ ll
总用量 524876
-rw
-rw
-r-
-. 1 cevent cevent 55711670 6月 28 17:15
apache
-flume
-1
.7
.0
-bin
.tar
.gz
-rw
-rw
-r-
-. 1 cevent cevent 92834839 6月 28 16:18
apache
-hive
-1
.2
.1
-bin
.tar
.gz
-rw
-rw
-r-
-. 1 cevent cevent 11157302 6月 29 22:14
azkaban
-executor
-server
-2
.5
.0
.tar
.gz
-rw
-rw
-r-
-. 1 cevent cevent 1928 6月 29 22:14
azkaban
-sql
-script
-2
.5
.0
.tar
.gz
-rw
-rw
-r-
-. 1 cevent cevent 11989669 6月 29 22:14
azkaban
-web
-server
-2
.5
.0
.tar
.gz
-rw
-rw
-r-
-. 1 cevent cevent 298829 6月 28 17:12
commons
-configuration
-1
.6
.jar
-rw
-rw
-r-
-. 1 cevent cevent 185140 6月 28 17:12
commons
-io
-2
.4
.jar
-rw
-rw
-r-
-. 1 cevent cevent 70571 6月 28 17:12
hadoop
-auth
-2
.7
.2
.jar
-rw
-rw
-r-
-. 1 cevent cevent 3440968 6月 28 17:12
hadoop
-common
-2
.7
.2
.jar
-rw
-rw
-r-
-. 1 cevent cevent 8248640 6月 28 17:12
hadoop
-hdfs
-2
.7
.2
.jar
-rw
-rw
-r-
-. 1 cevent cevent 105718722 6月 28 20:44 hbase
-1
.3
.1
-bin
.tar
.gz
-rw
-rw
-r-
-. 1 cevent cevent 1475955 6月 28 17:12
htrace
-core
-3
.1
.0
-incubating
.jar
-rw
-rw
-r-
-. 1 cevent cevent 41414555 6月 28 18:16
kafka_2
.11
-0
.11
.0
.0
.tgz
-rw
-rw
-r-
-. 1 cevent cevent 18509960 6月 28 16:18
MySQL
-client
-5
.6
.24
-1
.el6
.x86_64
.rpm
-rw
-rw
-r-
-. 1 cevent cevent 872303 6月 28 16:18
mysql
-connector
-java
-5
.1
.27
-bin
.jar
-rw
-rw
-r-
-. 1 cevent cevent 77807942 6月 29 22:14 mysql
-libs
.zip
-rw
-rw
-r-
-. 1 cevent cevent 55782196 6月 28 16:18
MySQL
-server
-5
.6
.24
-1
.el6
.x86_64
.rpm
-rw
-rw
-r-
-. 1 cevent cevent 16870735 6月 29 11:20
sqoop
-1
.4
.6
.bin__hadoop
-2
.0
.4
-alpha
.tar
.gz
-rw
-rw
-r-
-. 1 cevent cevent 35042811 6月 28 15:41
zookeeper
-3
.4
.10
.tar
.gz
[cevent@hadoop210 soft]$ tar
-zxf azkaban
-executor
-server
-2
.5
.0
.tar
.gz
-C
/opt
/module
/azkaban
/
[cevent@hadoop210 soft]$ tar
-zxf azkaban
-sql
-script
-2
.5
.0
.tar
.gz
-C
/opt
/module
/azkaban
/
[cevent@hadoop210 soft]$ tar
-zxf azkaban
-web
-server
-2
.5
.0
.tar
.gz
-C
/opt
/module
/azkaban
/
4.对解压后的文件重新命名
[cevent@hadoop210 module]$ cd azkaban
/
[cevent@hadoop210 azkaban]$ ll
总用量 12
drwxrwxr
-x
. 2 cevent cevent 4096 6月 29 22:19 azkaban
-2
.5
.0
drwxrwxr
-x
. 7 cevent cevent 4096 6月 29 22:18 azkaban
-executor
-2
.5
.0
drwxrwxr
-x
. 8 cevent cevent 4096 6月 29 22:19 azkaban
-web
-2
.5
.0
[cevent@hadoop210 azkaban]$
mv azkaban
-executor
-2
.5
.0
/
azkaban
-executor
[cevent@hadoop210 azkaban]$
mv azkaban
-web
-2
.5
.0
/
azkaban
-web
[cevent@hadoop210 azkaban]$ ll
总用量 12
drwxrwxr
-x
. 2 cevent cevent 4096 6月 29 22:19 azkaban
-2
.5
.0
drwxrwxr
-x
. 7 cevent cevent 4096 6月 29 22:18 azkaban
-executor
drwxrwxr
-x
. 8 cevent cevent 4096 6月 29 22:19 azkaban
-web
5.azkaban脚本导入
[cevent@hadoop210 azkaban]$ mysql
-uroot
-pcevent 进入mysql
Warning:
Using a password on the command
line interface can be insecure
.
Welcome to the MySQL monitor
. Commands
end with
; or \g
.
Your MySQL connection id is 1
Server version: 5
.6
.24 MySQL Community
Server
(GPL
)
Copyright
(c
) 2000
, 2015
, Oracle and
/or
its affiliates
. All rights reserved
.
Oracle is a registered trademark of
Oracle Corporation and
/or its
affiliates
. Other names may be trademarks
of their respective
owners
.
Type 'help;' or
'\h' for help
. Type '\c'
to clear the current input statement
.
mysql> create database azkaban
; 创建的库名必须是azkaban
Query OK
, 1 row affected
(0
.00 sec
)
mysql> use azkaban
;
Database changed
mysql> source
/opt
/module
/azkaban
/azkaban
-2
.5
.0
/create
-all
-sql
-2
.5
.0
.sql
; 调用azkban的sql创建默认库
Query OK
, 0 rows affected
(0
.03 sec
)
Query OK
, 0 rows affected
(0
.03 sec
)
Query OK
, 0 rows affected
(0
.03 sec
)
Query OK
, 0 rows affected
(0
.03 sec
)
Records: 0 Duplicates: 0 Warnings: 0
Query OK
, 0 rows affected
(0
.03 sec
)
Records: 0 Duplicates: 0 Warnings: 0
Query OK
, 0 rows affected
(0
.02 sec
)
Records: 0 Duplicates: 0 Warnings: 0
Query OK
, 0 rows affected
(0
.03 sec
)
Records: 0 Duplicates: 0 Warnings: 0
Query OK
, 0 rows affected
(0
.02 sec
)
Query OK
, 0 rows affected
(0
.03 sec
)
Records: 0 Duplicates: 0 Warnings: 0
Query OK
, 0 rows affected
(0
.02 sec
)
Records: 0 Duplicates: 0 Warnings: 0
Query OK
, 0 rows affected
(0
.03 sec
)
Records: 0 Duplicates: 0 Warnings: 0
Query OK
, 0 rows affected
(0
.03 sec
)
Query OK
, 0 rows affected
(0
.03 sec
)
Records: 0 Duplicates: 0 Warnings: 0
Query OK
, 0 rows affected
(0
.02 sec
)
Records: 0 Duplicates: 0 Warnings: 0
Query OK
, 0 rows affected
(0
.03 sec
)
Query OK
, 0 rows affected
(0
.03 sec
)
Records: 0 Duplicates: 0 Warnings: 0
Query OK
, 0 rows affected
(0
.03 sec
)
Query OK
, 0 rows affected
(0
.03 sec
)
Records: 0 Duplicates: 0 Warnings: 0
Query OK
, 0 rows affected
(0
.03 sec
)
Query OK
, 0 rows affected
(0
.03 sec
)
Records: 0 Duplicates: 0 Warnings: 0
Query OK
, 0 rows affected
(0
.03 sec
)
Query OK
, 0 rows affected
(0
.03 sec
)
Records: 0 Duplicates: 0 Warnings: 0
Query OK
, 0 rows affected
(0
.03 sec
)
Query OK
, 0 rows affected
(0
.03 sec
)
Records: 0 Duplicates: 0 Warnings: 0
Query OK
, 0 rows affected
(0
.03 sec
)
Query OK
, 0 rows affected
(0
.03 sec
)
Records: 0 Duplicates: 0 Warnings: 0
Query OK
, 0 rows affected
(0
.03 sec
)
Query OK
, 0 rows affected
(0
.03 sec
)
Records: 0 Duplicates: 0 Warnings: 0
Query OK
, 0 rows affected
(0
.03 sec
)
Query OK
, 0 rows affected
(0
.03 sec
)
Query OK
, 0 rows affected
(0
.04 sec
)
Records: 0 Duplicates: 0 Warnings: 0
Query OK
, 0 rows affected
(0
.04 sec
)
mysql> show tables
; 显示azkasban默认表
+-
---
---
---
---
---
---
---
--+
| Tables_in_azkaban
|
+-
---
---
---
---
---
---
---
--+
| active_executing_flows
|
| active_sla
|
| execution_flows
|
| execution_jobs
|
| execution_logs
|
| project_events
|
| project_files
|
| project_flows
|
| project_permissions
|
| project_properties
|
| project_versions
|
| projects
|
| properties
|
| schedules
|
| triggers
|
+-
---
---
---
---
---
---
---
--+
15 rows in
set (0
.00 sec
)
6.创建SSL配置（注册SSL证书，避免不可认证攻击）
[atguigu@hadoop102 hadoop-2.7.2]$ keytool
-keystore keystore
-alias jetty
-genkey
-keyalg RSA
输入keystore密码：
再次输入新密码:
您的名字与姓氏是什么？
[Unknown]：
您的组织单位名称是什么？
[Unknown]：
您的组织名称是什么？
[Unknown]：
您所在的城市或区域名称是什么？
[Unknown]：
您所在的州或省份名称是什么？
[Unknown]：
该单位的两字母国家代码是什么
[Unknown]： CN
CN=Unknown
,
OU=Unknown
, O=Unknown
, L=Unknown
, ST=Unknown
, C=CN 正确吗？
[否
]： y
输入<jetty>的主密码
（如果和 keystore 密码相同，按回车）：
再次输入新密码:
7.将keystore 考贝到 azkaban web服务器根目录中
[cevent@hadoop210 azkaban]$ keytool
-keystore keystore
-alias jetty
-genkey
-keyalog RSA
非法选项:
-keyalog
keytool
-genkeypair
[OPTION]...
生成密钥对
选项:
-alias <alias> 要处理的条目的别名
-keyalg <keyalg> 密钥算法名称
-keysize <keysize> 密钥位大小
-sigalg <sigalg> 签名算法名称
-destalias <destalias> 目标别名
-dname <dname> 唯一判别名
-startdate <startdate> 证书有效期开始日期
/时间
-ext <value> X
.509 扩展
-validity <valDays> 有效天数
-keypass <arg> 密钥口令
-keystore <keystore> 密钥库名称
-storepass <arg> 密钥库口令
-storetype <storetype> 密钥库类型
-providername <providername> 提供方名称
-providerclass <providerclass> 提供方类名
-providerarg <arg> 提供方参数
-providerpath <pathlist> 提供方类路径
-v 详细输出
-protected 通过受保护的机制的口令
使用
"keytool -help" 获取所有可用命令
[cevent@hadoop210 azkaban]$ keytool
-keystore keystore
-alias jetty
-genkey
-keyalg RSA
输入密钥库口令: azkaban
再次输入新口令: azkaban
您的名字与姓氏是什么?
[Unknown]: liu
您的组织单位名称是什么?
[Unknown]: cevent
您的组织名称是什么?
[Unknown]: cevent
您所在的城市或区域名称是什么?
[Unknown]: china
您所在的省
/市
/自治区名称是什么?
[Unknown]: mongolia
该单位的双字母国家
/地区代码是什么?
[Unknown]: CHN
CN=liu
, OU=cevent
, O=cevent
, L=china
,
ST=mongolia
, C=CHN是否正确?
[否
]: y
输入 <jetty> 的密钥口令
(如果和密钥库口令相同
, 按回车
):
[cevent@hadoop210 azkaban]$ ll
总用量 16
drwxrwxr
-x
. 2 cevent cevent 4096 6月 29 22:19 azkaban
-2
.5
.0
drwxrwxr
-x
. 7 cevent cevent 4096 6月 29 22:18 azkaban
-executor
drwxrwxr
-x
. 8 cevent cevent 4096 6月 29 22:19 azkaban
-web
-rw
-rw
-r-
-. 1 cevent cevent 2219 6月 29 22:39 keystore 完成SSL认证，生成的keystore
将keystore 考贝到 azkaban web服务器根目录中
[cevent@hadoop210 azkaban]$
mv keystore
/opt
/module
/azkaban
/azkaban
-web
/
8.时间同步配置
[cevent@hadoop210 azkaban]$ tzselect
Please identify a location so that time
zone rules can be
set correctly
.
Please
select a continent or ocean
.
1
)
Africa
2
)
Americas
3
)
Antarctica
4
)
Arctic Ocean
5
) Asia
6
)
Atlantic Ocean
7
)
Australia
8
)
Europe
9
)
Indian Ocean
10
) Pacific Ocean
11
) none
- I want to specify the time
zone
using the Posix TZ format
.
Please
select a country
.
1
)
Afghanistan 18
) Israel 35
) Palestine
2
)
Armenia 19
) Japan 36
) Philippines
3
)
Azerbaijan 20
) Jordan 37
) Qatar
4
)
Bahrain 21
)
Kazakhstan 38
) Russia
5
)
Bangladesh 22
) Korea
(North
) 39
) Saudi Arabia
6
)
Bhutan 23
) Korea
(South
) 40
) Singapore
7
)
Brunei 24
) Kuwait 41
) Sri Lanka
8
)
Cambodia 25
)
Kyrgyzstan 42
) Syria
9
) China 26
) Laos 43
) Taiwan
10
) Cyprus 27
) Lebanon 44
) Tajikistan
11
) East Timor 28
) Macau 45
) Thailand
12
) Georgia 29
) Malaysia 46
) Turkmenistan
13
) Hong Kong 30
) Mongolia 47
) United Arab Emirates
14
) India 31
) Myanmar
(Burma
) 48
) Uzbekistan
15
) Indonesia 32
) Nepal 49
) Vietnam
16
) Iran 33
) Oman 50
) Yemen
17
) Iraq 34
) Pakistan
Please
select one of the following time
zone regions
.
1
) Beijing Time
2
) Xinjiang Time
The following information has been given:
China
Beijing Time
Therefore TZ=
'Asia/Shanghai' will be
used
.
Local time is
now: Mon Jun 29 22:49:19 CST 2020
.
Universal Time is
now: Mon Jun 29 14:49:19 UTC 2020
.
Is the above information OK?
1
) Yes
2
) No
You can make this change permanent
for
yourself by appending the line
TZ=
'Asia/Shanghai';
export TZ （注意，azkaban内没有北京时区，只有上海，之后的时间配置都是上海）
to the file
'.profile' in your home
directory
; then log out and log in again
.
Here is that TZ value again
, this time on
standard output so that you
can use the
/usr
/bin
/tzselect command in
shell scripts:
Asia
/Shanghai
[cevent@hadoop210 azkaban]$ date
2020年 06月 29日 星期一 22:50:29 CST
9.Web服务器配置
[cevent@hadoop210 ~]$ cd
/opt
/module
/azkaban
/
[cevent@hadoop210 azkaban]$ ll
总用量 12
drwxrwxr
-x
. 2 cevent cevent 4096 6月 29 22:19 azkaban
-2
.5
.0
drwxrwxr
-x
. 7 cevent cevent 4096 6月 29 22:18 azkaban
-executor
drwxrwxr
-x
. 8 cevent cevent 4096 6月 29 22:45 azkaban
-web
[cevent@hadoop210 azkaban]$ cd azkaban
-web
/conf
/
[cevent@hadoop210 conf]$ ll
总用量 8
-rw
-r-
-r-
-. 1 cevent cevent 1022 4月 22 2014 azkaban
.properties
-rw
-r-
-r-
-. 1 cevent cevent 266 4月 22 2014 azkaban
-users
.xml
[cevent@hadoop210 conf]$ vim azkaban
.properties
azkaban
.name=Test
azkaban
.label=My Local Azkaban
azkaban
.color=
azkaban
.default
.servlet
.path=
/index
web
.resource
.dir=web
/
default
.timezone
.id=Asia
/Beijing
user
.manager
.class=azkaban
.user
.XmlUserManager
user
.manager
.xml
.file=conf
/azkaban
-users
.xml
executor
.global
.properties=conf
/global
.properties
azkaban
.project
.dir=projects
database
.type=mysql
mysql
.port=3306
mysql
.host=hadoop210
.cevent
.com
mysql
.database=azkaban
mysql
.user=root
mysql
.password=cevent
mysql
.numconnections=100
velocity
.dev
.mode=false
jetty
.maxThreads=25
jetty
.ssl
.port=8443
jetty
.port=8081
jetty
.keystore=keystore
jetty
.password=azkaban
jetty
.keypassword=azkaban
jetty
.truststore=keystore
jetty
.trustpassword=azkaban
executor
.port=12321
mail
.sender=
mail
.host=
job
.failure
.email=
job
.success
.email=
lockdown
.create
.projects=false
cache
.directory=cache
10.web服务器用户配置，在azkaban web服务器安装目录 conf目录，按照如下配置修改azkaban-users.xml 文件，增加web管理员用户。
<azkaban
-users>
<user username=
"azkaban" password=
"azkaban"
roles=
"admin" groups=
"azkaban" />
<user username=
"metrics" password=
"metrics"
roles=
"metrics"/>
<user username=
"admin"
password=
"admin" roles=
"admin,metrics" />
<role name=
"admin" permissions=
"ADMIN" />
<role name=
"metrics" permissions=
"METRICS"/>
<
/azkaban
-users>
[cevent@hadoop210 conf]$ ll
总用量 8
-rw
-r-
-r-
-. 1 cevent cevent 1019 6月 30 09:16 azkaban
.properties
-rw
-r-
-r-
-. 1 cevent cevent 266 4月 22 2014 azkaban
-users
.xml
[cevent@hadoop210 conf]$ vim azkaban
-users
.xml
<azkaban
-users>
<user username=
"azkaban" password=
"azkaban"
roles=
"admin" groups=
"azkaban" />
<user username=
"metrics" password=
"metrics"
roles=
"metrics"/>
<user username=
"cevent"
password=
"cevent" roles=
"admin,metrics" />
<role name=
"admin" permissions=
"ADMIN" />
<role name=
"metrics" permissions=
"METRICS"/>
<
/azkaban
-users>
11.执行服务器配置
[cevent@hadoop210 conf]$ cd
../../azkaban
-executor
/conf
/ 更改executor配置
[cevent@hadoop210 conf]$ ll
总用量 8
-rw
-r-
-r-
-. 1 cevent cevent 55 4月 22 2014
azkaban
.private
.properties
-rw
-r-
-r-
-. 1 cevent cevent 469 4月 22 2014 azkaban
.properties
-rw
-r-
-r-
-. 1 cevent cevent 0 4月 22 2014 global
.properties
[cevent@hadoop210 conf]$
pwd
/opt
/module
/azkaban
/azkaban
-executor
/conf
[cevent@hadoop210 conf]$ vim azkaban
.properties
default
.timezone
.id=Asia
/Beijing
azkaban
.jobtype
.plugin
.dir=plugins
/jobtypes
executor
.global
.properties=conf
/global
.properties
azkaban
.project
.dir=projects
database
.type=mysql
mysql
.port=3306
mysql
.host=hadoop210
.cevent
.com
mysql
.database=azkaban
mysql
.user=root
mysql
.password=cevent
mysql
.numconnections=100
executor
.maxThreads=50
executor
.port=12321
executor
.flow
.threads=30
12.启动web服务器：报错：Exception in thread “main”
java.lang.IllegalArgumentException: The datetime zone id ‘Asia/Beijing’ is not recognised
[cevent@hadoop210 azkaban]$ cd azkaban
-web
[cevent@hadoop210 azkaban-web]$ ll
总用量 36
-rw
-r-
-r-
-. 1 cevent cevent 105 4月 22 2014 azkaban
.version
drwxr
-xr
-x
. 2 cevent cevent 4096 4月 22 2014 bin
drwxr
-xr
-x
. 2 cevent cevent 4096 6月 30 09:19 conf
-rw
-rw
-r-
-. 1 cevent cevent 5 6月 30 09:33 currentpid
drwxr
-xr
-x
. 2 cevent cevent 4096 4月 22 2014 extlib
-rw
-rw
-r-
-. 1 cevent cevent 2219 6月 29 22:39 keystore
drwxr
-xr
-x
. 2 cevent cevent 4096 6月 29 22:19 lib
drwxr
-xr
-x
. 2 cevent cevent 4096 4月 22 2014 plugins
drwxr
-xr
-x
. 6 cevent cevent 4096 6月 29 22:19 web
[cevent@hadoop210 azkaban-web]$ bin
/azkaban
-web
-start.sh
Using Hadoop
from
/opt
/module
/hadoop
-2
.7
.2
Using Hive
from /opt
/module
/hive
-1
.2
.1
Exception in thread
"main"
java
.lang
.IllegalArgumentException: The datetime zone id
'Asia/Beijing' is
not recognised
at org
.joda
.time
.DateTimeZone
.forID
(DateTimeZone
.java:223
)
at azkaban
.webapp
.AzkabanWebServer
.<init>
(AzkabanWebServer
.java:208
)
at azkaban
.webapp
.AzkabanWebServer
.main
(AzkabanWebServer
.java:726
)
13.解决：修改时区-web
修改时区
-web
[cevent@hadoop210 azkaban]$ vim azkaban
-web
/conf
/azkaban
.properties
azkaban
.name=Test
azkaban
.label=My Local Azkaban
azkaban
.color=
azkaban
.default
.servlet
.path=
/index
web
.resource
.dir=web
/
default
.timezone
.id=Asia
/Shanghai
user
.manager
.class=azkaban
.user
.XmlUserManager
user
.manager
.xml
.file=conf
/azkaban
-users
.xml
executor
.global
.properties=conf
/global
.properties
azkaban
.project
.dir=projects
database
.type=mysql
mysql
.port=3306
mysql
.host=hadoop210
.cevent
.com
mysql
.database=azkaban
mysql
.user=root
mysql
.password=cevent
mysql
.numconnections=100
velocity
.dev
.mode=false
jetty
.maxThreads=25
jetty
.ssl
.port=8443
jetty
.port=8081
jetty
.keystore=keystore
jetty
.password=azkaban
jetty
.keypassword=azkaban
jetty
.truststore=keystore
jetty
.trustpassword=azkaban
executor
.port=12321
mail
.sender=
mail
.host=
job
.failure
.email=
job
.success
.email=
lockdown
.create
.projects=false
cache
.directory=cache
修改时区-executor
[cevent@hadoop210 azkaban]$ vim azkaban
-executor
/conf
/azkaban
.properties
default
.timezone
.id=Asia
/Shanghai
azkaban
.jobtype
.plugin
.dir=plugins
/jobtypes
executor
.global
.properties=conf
/global
.properties
azkaban
.project
.dir=projects
database
.type=mysql
mysql
.port=3306
mysql
.host=hadoop210
.cevent
.com
mysql
.database=azkaban
mysql
.user=root
mysql
.password=cevent
mysql
.numconnections=100
executor
.maxThreads=50
executor
.port=12321
executor
.flow
.threads=30
14.再次启动web-server
[cevent@hadoop210 azkaban-web]$ bin
/azkaban
-web
-start.sh
Using Hadoop
from /opt
/module
/hadoop
-2
.7
.2
Using Hive
from /opt
/module
/hive
-1
.2
.1
bin
/..
:bin
/../lib
/azkaban
-2
.5
.0
.jar:bin
/../lib
/commons
-collections
-3
.2
.1
.jar:bin
/../lib
/commons
-configuration
-1
.8
.jar:bin
/../lib
/commons
-dbcp
-1
.4
.jar:bin
/../lib
/commons
-dbutils
-1
.5
.jar:bin
/../lib
/commons
-email
-1
.2
.jar:bin
/../lib
/commons
-fileupload
-1
.2
.1
.jar:bin
/../lib
/commons
-io
-2
.4
.jar:bin
/../lib
/commons
-jexl
-2
.1
.1
.jar:bin
/../lib
/commons
-lang
-2
.6
.jar:bin
/../lib
/commons
-logging
-1
.1
.1
.jar:bin
/../lib
/commons
-pool
-1
.6
.jar:bin
/../lib
/guava
-13
.0
.1
.jar:bin
/../lib
/h2
-1
.3
.170
.jar:bin
/../lib
/httpclient
-4
.2
.1
.jar:bin
/../lib
/httpcore
-4
.2
.1
.jar:bin
/../lib
/jackson
-core
-asl
-1
.9
.5
.jar:bin
/../lib
/jackson
-mapper
-asl
-1
.9
.5
.jar:bin
/../lib
/jetty
-6
.1
.26
.jar:bin
/../lib
/jetty
-util
-6
.1
.26
.jar:bin
/../lib
/joda
-time
-2
.0
.jar:bin
/../lib
/jopt
-simple
-4
.3
.jar:bin
/../lib
/junit
-4
.8
.jar:bin
/../lib
/log4j
-1
.2
.16
.jar:bin
/../lib
/mail
-1
.4
.5
.jar:bin
/../lib
/mysql
-connector
-java
-5
.1
.28
.jar:bin
/../lib
/servlet
-api
-2
.5
.jar:bin
/../lib
/slf4j
-api
-1
.6
.1
.jar:bin
/../lib
/slf4j
-log4j12
-1
.6
.4
.jar:bin
/../lib
/velocity
-1
.7
.jar:bin
/../lib
/velocity
-tools
-2
.0
.jar:bin
/../extlib/
*.jar:bin
/../plugins/
*/
*.jar:
/opt
/module
/hadoop
-2
.7
.2
/conf:
/opt
/module
/hadoop
-2
.7
.2/
*:
/opt
/module
/hive
-1
.2
.1
/conf:
/opt
/module
/hive
-1
.2
.1
/lib/
*
[cevent@hadoop210 azkaban-web]$ 2020
/06
/30 09:42:38
.462
+0800 ERROR
[AzkabanWebServer] [Azkaban] Starting Jetty Azkaban Executor
...
2020
/06
/30 09:42:38
.478
+0800 INFO
[AzkabanServer] [Azkaban] Loading
azkaban settings file
from bin
/../conf
2020
/06
/30 09:42:38
.478
+0800 INFO
[AzkabanServer] [Azkaban] Loading
azkaban properties file
2020
/06
/30 09:42:38
.488
+0800 INFO
[AzkabanWebServer] [Azkaban]
Setting up Jetty Https Server with port:8443 and numThreads:25
2020
/06
/30 09:42:38
.510
+0800 INFO
[log] [Azkaban] Logging to
org
.slf4j
.impl
.Log4jLoggerAdapter
(org
.mortbay
.log
) via
org
.mortbay
.log
.Slf4jLog
2020
/06
/30 09:42:38
.543
+0800 INFO
[AzkabanWebServer] [Azkaban]
Loading user manager
class azkaban
.user
.XmlUserManager
2020
/06
/30 09:42:38
.577
+0800 INFO
[XmlUserManager] [Azkaban] Loading
user azkaban
2020
/06
/30 09:42:38
.579
+0800 INFO
[XmlUserManager] [Azkaban] Loading
user metrics
2020
/06
/30 09:42:38
.579
+0800 INFO
[XmlUserManager] [Azkaban] Loading
user cevent
2020
/06
/30 09:42:38
.906
+0800 INFO
[ExecutorManager] [Azkaban]
Cleaning old logs
from execution_logs
2020
/06
/30 09:42:38
.906
+0800 INFO
[AzkabanWebServer] [Azkaban]
Loading JDBC
for project management
2020
/06
/30 09:42:38
.909
+0800 INFO
[ProjectManager] [Azkaban] Project
version retention is
set to 3
2020
/06
/30 09:42:38
.971
+0800 INFO
[ExecutorManager] [Azkaban]
Cleaning old log files before 2020
-04
-07T09:42:38
.913
+08:00
2020
/06
/30 09:42:38
.973
+0800 INFO
[ExecutorManager] [Azkaban] Cleaned
up 0 log entries
.
2020
/06
/30 09:42:39
.050
+0800 INFO
[TriggerManager] [Azkaban]
TriggerManager loaded
.
2020
/06
/30 09:42:39
.050
+0800 INFO
[AzkabanWebServer] [Azkaban]
Loading built
-in checker and action types
2020
/06
/30 09:42:39
.054
+0800 INFO
[CheckerTypeLoader] [Azkaban]
Registering checker BasicTimeChecker
2020
/06
/30 09:42:39
.054
+0800 INFO
[CheckerTypeLoader] [Azkaban]
Registering checker SlaChecker
2020
/06
/30 09:42:39
.054
+0800 INFO
[CheckerTypeLoader] [Azkaban]
Registering checker ExecutionChecker
2020
/06
/30 09:42:39
.054
+0800 INFO
[ActionTypeLoader] [Azkaban]
Registering action ExecuteFlowAction
2020
/06
/30 09:42:39
.054
+0800 INFO
[ActionTypeLoader] [Azkaban]
Registering action KillExecutionAction
2020
/06
/30 09:42:39
.055
+0800 INFO
[ActionTypeLoader] [Azkaban]
Registering action AlertAction
2020
/06
/30 09:42:39
.055
+0800 INFO
[ActionTypeLoader] [Azkaban]
Registering action CreateTriggerAction
2020
/06
/30 09:42:39
.055
+0800 INFO
[AzkabanWebServer] [Azkaban]
Loading trigger based scheduler
2020
/06
/30 09:42:39
.057
+0800 INFO
[AzkabanWebServer] [Azkaban]
Loading plug
-in checker and action types
2020
/06
/30 09:42:39
.057
+0800 ERROR
[AzkabanWebServer] [Azkaban]
plugin path plugins
/triggers doesn't exist
!
2020
/06
/30 09:42:39
.058
+0800 INFO
[AzkabanWebServer] [Azkaban]
Setting timezone to Asia
/Shanghai
2020
/06
/30 09:42:39
.058
+0800 INFO
[AzkabanWebServer] [Azkaban]
Registering MBeans
...
2020
/06
/30 09:42:39
.110
+0800 INFO
[AzkabanWebServer] [Azkaban] Bean
azkaban
.jmx
.JmxJettyServer registered
.
2020
/06
/30 09:42:39
.113
+0800 INFO
[AzkabanWebServer] [Azkaban] Bean
azkaban
.jmx
.JmxTriggerManager registered
.
2020
/06
/30 09:42:39
.116
+0800 INFO
[AzkabanWebServer] [Azkaban] Bean
azkaban
.jmx
.JmxExecutorManager registered
.
2020
/06
/30 09:42:39
.117
+0800 INFO
[AzkabanWebServer] [Azkaban]
Setting up web resource
dir web
/
2020
/06
/30 09:42:39
.178
+0800 INFO
[JdbcTriggerLoader] [Azkaban]
Loading all triggers
from db
.
2020
/06
/30 09:42:39
.222
+0800 INFO
[JdbcTriggerLoader] [Azkaban]
Loaded 0 triggers
.
2020
/06
/30 09:42:39
.222
+0800 INFO
[log] [Azkaban] jetty
-6
.1
.26
2020
/06
/30 09:42:39
.645
+0800 INFO
[log] [Azkaban] Started
SslSocketConnector@0
.0
.0
.0:8443
2020
/06
/30 09:42:39
.645
+0800 INFO
[AzkabanWebServer] [Azkaban]
Server running on ssl port 8443
.
注意ip登录azkaban端口
2020
/06
/30 09:43:57
.736
+0800 WARN
[log] [Azkaban] EXCEPTION
javax
.net
.ssl
.SSLException: Unrecognized
SSL message
, plaintext connection? （这里SSL证书本地未下载，可忽略）
at
sun
.security
.ssl
.InputRecord
.handleUnknownRecord
(InputRecord
.java:671
)
at sun
.security
.ssl
.InputRecord
.read
(InputRecord
.java:504
)
at sun
.security
.ssl
.SSLSocketImpl
.readRecord
(SSLSocketImpl
.java:934
)
at
sun
.security
.ssl
.SSLSocketImpl
.performInitialHandshake
(SSLSocketImpl
.java:1332
)
at
sun
.security
.ssl
.SSLSocketImpl
.startHandshake
(SSLSocketImpl
.java:1359
)
at sun
.security
.ssl
.SSLSocketImpl
.startHandshake
(SSLSocketImpl
.java:1343
)
at
org
.mortbay
.jetty
.security
.SslSocketConnector
$SslConnection.run
(SslSocketConnector
.java:708
)
15.启动执行executor-client
[cevent@hadoop210 azkaban-executor]$ bin
/azkaban
-executor
-start.sh
Using Hadoop
from /opt
/module
/hadoop
-2
.7
.2
Using Hive
from /opt
/module
/hive
-1
.2
.1
bin
/..
:bin
/../lib
/azkaban
-2
.5
.0
.jar:bin
/../lib
/commons
-collections
-3
.2
.1
.jar:bin
/../lib
/commons
-configuration
-1
.8
.jar:bin
/../lib
/commons
-dbcp
-1
.4
.jar:bin
/../lib
/commons
-dbutils
-1
.5
.jar:bin
/../lib
/commons
-email
-1
.2
.jar:bin
/../lib
/commons
-fileupload
-1
.2
.1
.jar:bin
/../lib
/commons
-io
-2
.4
.jar:bin
/../lib
/commons
-jexl
-2
.1
.1
.jar:bin
/../lib
/commons
-lang
-2
.6
.jar:bin
/../lib
/commons
-logging
-1
.1
.1
.jar:bin
/../lib
/commons
-pool
-1
.6
.jar:bin
/../lib
/guava
-13
.0
.1
.jar:bin
/../lib
/h2
-1
.3
.170
.jar:bin
/../lib
/httpclient
-4
.2
.1
.jar:bin
/../lib
/httpcore
-4
.2
.1
.jar:bin
/../lib
/jackson
-core
-asl
-1
.9
.5
.jar:bin
/../lib
/jackson
-mapper
-asl
-1
.9
.5
.jar:bin
/../lib
/jetty
-6
.1
.26
.jar:bin
/../lib
/jetty
-util
-6
.1
.26
.jar:bin
/../lib
/joda
-time
-2
.0
.jar:bin
/../lib
/jopt
-simple
-4
.3
.jar:bin
/../lib
/junit
-4
.8
.jar:bin
/../lib
/log4j
-1
.2
.16
.jar:bin
/../lib
/mail
-1
.4
.5
.jar:bin
/../lib
/mysql
-connector
-java
-5
.1
.28
.jar:bin
/../lib
/servlet
-api
-2
.5
.jar:bin
/../lib
/slf4j
-api
-1
.6
.1
.jar:bin
/../lib
/slf4j
-log4j12
-1
.6
.4
.jar:bin
/../lib
/velocity
-1
.7
.jar:bin
/../lib
/velocity
-tools
-2
.0
.jar:bin
/../extlib/
*.jar:bin
/../plugins/
*/
*.jar:
/opt
/module
/hadoop
-2
.7
.2
/conf:
/opt
/module
/hadoop
-2
.7
.2/
*:
/opt
/module
/hive
-1
.2
.1
/conf:
/opt
/module
/hive
-1
.2
.1
/lib/
*
Starting AzkabanExecutorServer on port 12321
...
[cevent@hadoop210 azkaban-executor]$ 2020
/06
/30 09:43:18
.324
+0800
ERROR
[AzkabanExecutorServer] [Azkaban] Starting Jetty Azkaban Executor
...
2020
/06
/30 09:43:18
.589
+0800 INFO
[AzkabanServer] [Azkaban] Loading
azkaban settings file
from bin
/../conf
2020
/06
/30 09:43:18
.589
+0800 INFO
[AzkabanServer] [Azkaban] Loading
azkaban private properties file
2020
/06
/30 09:43:18
.595
+0800 INFO
[AzkabanServer] [Azkaban] Loading
azkaban properties file
2020
/06
/30 09:43:18
.631
+0800 INFO
[AzkabanExecutorServer] [Azkaban]
Setting timezone to Asia
/Shanghai
2020
/06
/30 09:43:18
.737
+0800 INFO
[log] [Azkaban] Logging to
org
.slf4j
.impl
.Log4jLoggerAdapter
(org
.mortbay
.log
) via
org
.mortbay
.log
.Slf4jLog
2020
/06
/30 09:43:19
.219
+0800 INFO
[FlowRunnerManager] [Azkaban] Execution
dir retention
set to 86400000 ms
2020
/06
/30 09:43:19
.249
+0800 INFO
[FlowRunnerManager] [Azkaban]
Cleaning recently finished
2020
/06
/30 09:43:19
.249
+0800 INFO
[FlowRunnerManager] [Azkaban]
Cleaning old projects
2020
/06
/30 09:43:19
.249
+0800 INFO
[FlowRunnerManager] [Azkaban]
Cleaning old execution dirs
2020
/06
/30 09:43:19
.271
+0800 INFO
[AzkabanExecutorServer] [Azkaban]
Registering MBeans
...
2020
/06
/30 09:43:19
.298
+0800 INFO
[AzkabanExecutorServer] [Azkaban]
Bean azkaban
.jmx
.JmxJettyServer registered
.
2020
/06
/30 09:43:19
.301
+0800 INFO
[AzkabanExecutorServer] [Azkaban]
Bean azkaban
.jmx
.JmxFlowRunnerManager registered
.
2020
/06
/30 09:43:19
.301
+0800 INFO
[log] [Azkaban] jetty
-6
.1
.26
2020
/06
/30 09:43:19
.372
+0800 INFO
[log]
[Azkaban] Started SocketConnector@0
.0
.0
.0:12321 Azkban链接端口
2020
/06
/30 09:43:19
.372
+0800 INFO
[AzkabanExecutorServer] [Azkaban] Azkaban Executor Server started on port
12321
2020
/06
/30 09:45:19
.255
+0800 INFO
[FlowRunnerManager]
[Azkaban] Cleaning recently finished
2020
/06
/30 09:47:19
.256
+0800 INFO
[FlowRunnerManager] [Azkaban] Cleaning recently finished
2020
/06
/30 09:48:19
.257
+0800 INFO
[FlowRunnerManager] [Azkaban] Cleaning old projects
2020
/06
/30 09:49:19
.258
+0800 INFO
[FlowRunnerManager] [Azkaban] Cleaning recently finished
16.启动Azkaban步骤
访问：https://hadoop210.cevent.com:8443/
17.关闭azkaban服务
[cevent@hadoop210 azkaban-executor]$ bin
/azkaban
-executor
-shutdown
.sh 关闭执行客户端
Shutting down current running
AzkabanExecutorServer at port 12321
[cevent@hadoop210 azkaban-executor]$ cd
..
[cevent@hadoop210 azkaban]$ cd
azkaban
-web
[cevent@hadoop210 azkaban-web]$ ll
总用量 172
-rw
-rw
-r-
-. 1 cevent cevent 57941 6月 30 17:05 azkaban
-access
.log
-rw
-r-
-r-
-. 1 cevent cevent 105 4月 22 2014 azkaban
.version
-rw
-rw
-r-
-. 1 cevent cevent 62305 6月 30 17:05 azkaban
-webserver
.log
drwxr
-xr
-x
. 2 cevent cevent 4096 4月 22 2014 bin
drwxr
-xr
-x
. 2 cevent cevent 4096 6月 30 09:39 conf
-rw
-rw
-r-
-. 1 cevent cevent 5 6月 30 09:42 currentpid
drwxr
-xr
-x
. 2 cevent cevent 4096 4月 22 2014 extlib
-rw
-rw
-r-
-. 1 cevent cevent 2219 6月 29 22:39 keystore
drwxr
-xr
-x
. 2 cevent cevent 4096 6月 29 22:19 lib
drwxr
-xr
-x
. 2 cevent cevent 4096 4月 22 2014 plugins
drwxrwxr
-x
. 2 cevent cevent 4096 6月 30 16:59 temp
drwxr
-xr
-x
. 6 cevent cevent 4096 6月 29 22:19 web
[cevent@hadoop210 azkaban-web]$ bin
/azkaban
-web
-shutdown
.sh 关闭服务端
killing AzkabanWebServer
[cevent@hadoop210 azkaban-web]$ stop
-dfs
.sh
[cevent@hadoop210 azkaban-web]$ stop
-yarn
.sh
18.Command类型之单一job
18.1创建job描述文件
vi command.job `` #command.job type=command command=echo ’ hello cevent! ’
### 18.2将job资源文件打包成zip文件
### 18.3通过azkaban的web管理平台创建project并上传job压缩包
(1)首先创建project
(2)上传zip包
(3)启动执行该job-executor flow工作流
## 19.Command类型之多job
### 19.1创建有依赖关系的多个job描述
(1)barMulti.job
# bar.job
type=command
dependencies=ceventMulti
command=echo bar
(2)ceventMulti.jo
# cevent.job
type=command
command=echo cevent
### 19.2创建工程并上传zip包
### 19.3启动工作流flow 执行Execute Flow
### 19.4查看结果
## 20.HDFS操作任务
### 20.1创建job描述文件
# fs.job
type=command
command=/opt/module/hadoop-2.7.2/bin/hadoop
fs -mkdir /azkaban
### 20.2将job资源文件打包成zip文件
3） 通过azkaban的web管理平台创建project并上传job压缩包
### 20.3启动hdfs
```powershell
[cevent@hadoop210 hadoop-2.7.2]$ sbin/start-dfs.sh
Starting namenodes on
[hadoop210.cevent.com]
hadoop210.cevent.com: starting namenode,
logging to /opt/module/hadoop-2.7.2/logs/hadoop-cevent-namenode-hadoop210.cevent.com.out
hadoop210.cevent.com: starting datanode,
logging to
/opt/module/hadoop-2.7.2/logs/hadoop-cevent-datanode-hadoop210.cevent.com.out
hadoop212.cevent.com: starting datanode,
logging to /opt/module/hadoop-2.7.2/logs/hadoop-cevent-datanode-hadoop212.cevent.com.out
hadoop211.cevent.com: starting datanode,
logging to
/opt/module/hadoop-2.7.2/logs/hadoop-cevent-datanode-hadoop211.cevent.com.out
Starting secondary namenodes
[hadoop210.cevent.com]
hadoop210.cevent.com: starting
secondarynamenode, logging to
/opt/module/hadoop-2.7.2/logs/hadoop-cevent-secondarynamenode-hadoop210.cevent.com.out
[cevent@hadoop210 hadoop-2.7.2]$ sbin/start-yarn.sh
starting yarn daemons
starting resourcemanager, logging to
/opt/module/hadoop-2.7.2/logs/yarn-cevent-resourcemanager-hadoop210.cevent.com.out
hadoop212.cevent.com: starting
nodemanager, logging to /opt/module/hadoop-2.7.2/logs/yarn-cevent-nodemanager-hadoop212.cevent.com.out
hadoop210.cevent.com: starting
nodemanager, logging to /opt/module/hadoop-2.7.2/logs/yarn-cevent-nodemanager-hadoop210.cevent.com.out
hadoop211.cevent.com: starting
nodemanager, logging to
/opt/module/hadoop-2.7.2/logs/yarn-cevent-nodemanager-hadoop211.cevent.com.out
[cevent@hadoop210 hadoop-2.7.2]$ jps
4946 SecondaryNameNode
5264 NodeManager
5147 ResourceManager
3965 AzkabanExecutorServer
4652 NameNode
3654 AzkabanWebServer
4768 DataNode
5308 Jps
20.4启动执行该job
5）查看结果
