hadoop CDH: configuration and documentation to install the oozie web console and spark2. spark2/oozie integration.

This commit is contained in:
Andrea Dell'Amico 2018-02-20 17:01:09 +01:00
parent a5684badc5
commit 43ea30055d
2 changed files with 20 additions and 0 deletions

View File

@ -6,6 +6,10 @@ cdh_packages_repo: 'deb [arch=amd64] http://archive.cloudera.com/cm5/ubuntu/trus
cdh_manager_repo_url: 'https://archive.cloudera.com/cdh5/ubuntu/trusty/amd64/cdh/cloudera.list'
#cdh_manager_download_url: 'http://archive.cloudera.com/cm5/installer/5.9.3/cloudera-manager-installer.bin'
# Set it to true on the oozie server nodes
cdh_oozie_server: False
cdh_oozie_ext_libs_url: 'https://archive.cloudera.com/gplextras/misc/ext-2.2.zip'
cdh_use_separate_postgres_db: True
cdh_postgres_db_host: localhost
cdh_postgres_db_name: cdh
@ -13,3 +17,11 @@ cdh_postgres_db_user: cdh
cdh_postgres_db_schema: cdh
cdh_postgresql_version: 9.4
postgresql_jdbc_driver_version: 42.1.4
###
# Spark2: the installation is completely manual, see
# https://www.cloudera.com/documentation/spark2/latest/topics/spark2_installing.html
#
# To integrate spark2 and oozie:
# https://docs.hortonworks.com/HDPDocuments/HDP2/HDP-2.6.0/bk_spark-component-guide/content/ch_oozie-spark-action.html#spark-config-oozie-spark2
# https://community.cloudera.com/t5/Advanced-Analytics-Apache-Spark/Spark2-classpath-issues-with-Oozie/td-p/59782

View File

@ -32,3 +32,11 @@
when: cdh_manager_install
tags: [ 'cdh', 'hadoop', 'cdh_manager', 'cdh_pg' ]
- block:
- name: Get the Oozie ext libraries needed to activate the web console
unarchive: remote_src=yes src={{ cdh_oozie_ext_libs_url }} dest=/var/lib/oozie owner=oozie group=oozie
args:
creates: /var/lib/oozie/ext2.2
when: cdh_oozie_server
tags: [ 'cdh', 'hadoop', 'cdh_manager', 'oozie' ]