forked from ISTI-ansible-roles/ansible-roles
hadoop CDH: configuration and documentation to install the oozie web console and spark2. spark2/oozie integration.
This commit is contained in:
parent
a5684badc5
commit
43ea30055d
|
@ -6,6 +6,10 @@ cdh_packages_repo: 'deb [arch=amd64] http://archive.cloudera.com/cm5/ubuntu/trus
|
|||
cdh_manager_repo_url: 'https://archive.cloudera.com/cdh5/ubuntu/trusty/amd64/cdh/cloudera.list'
|
||||
#cdh_manager_download_url: 'http://archive.cloudera.com/cm5/installer/5.9.3/cloudera-manager-installer.bin'
|
||||
|
||||
# Set it to true on the oozie server nodes
|
||||
cdh_oozie_server: False
|
||||
cdh_oozie_ext_libs_url: 'https://archive.cloudera.com/gplextras/misc/ext-2.2.zip'
|
||||
|
||||
cdh_use_separate_postgres_db: True
|
||||
cdh_postgres_db_host: localhost
|
||||
cdh_postgres_db_name: cdh
|
||||
|
@ -13,3 +17,11 @@ cdh_postgres_db_user: cdh
|
|||
cdh_postgres_db_schema: cdh
|
||||
cdh_postgresql_version: 9.4
|
||||
postgresql_jdbc_driver_version: 42.1.4
|
||||
|
||||
###
|
||||
# Spark2: the installation is completely manual, see
|
||||
# https://www.cloudera.com/documentation/spark2/latest/topics/spark2_installing.html
|
||||
#
|
||||
# To integrate spark2 and oozie:
|
||||
# https://docs.hortonworks.com/HDPDocuments/HDP2/HDP-2.6.0/bk_spark-component-guide/content/ch_oozie-spark-action.html#spark-config-oozie-spark2
|
||||
# https://community.cloudera.com/t5/Advanced-Analytics-Apache-Spark/Spark2-classpath-issues-with-Oozie/td-p/59782
|
||||
|
|
|
@ -32,3 +32,11 @@
|
|||
when: cdh_manager_install
|
||||
tags: [ 'cdh', 'hadoop', 'cdh_manager', 'cdh_pg' ]
|
||||
|
||||
- block:
|
||||
- name: Get the Oozie ext libraries needed to activate the web console
|
||||
unarchive: remote_src=yes src={{ cdh_oozie_ext_libs_url }} dest=/var/lib/oozie owner=oozie group=oozie
|
||||
args:
|
||||
creates: /var/lib/oozie/ext2.2
|
||||
|
||||
when: cdh_oozie_server
|
||||
tags: [ 'cdh', 'hadoop', 'cdh_manager', 'oozie' ]
|
||||
|
|
Loading…
Reference in New Issue