diff --git a/hadoop/CDH/defaults/main.yml b/hadoop/CDH/defaults/main.yml index 50310cf4..f11b270e 100644 --- a/hadoop/CDH/defaults/main.yml +++ b/hadoop/CDH/defaults/main.yml @@ -6,6 +6,10 @@ cdh_packages_repo: 'deb [arch=amd64] http://archive.cloudera.com/cm5/ubuntu/trus cdh_manager_repo_url: 'https://archive.cloudera.com/cdh5/ubuntu/trusty/amd64/cdh/cloudera.list' #cdh_manager_download_url: 'http://archive.cloudera.com/cm5/installer/5.9.3/cloudera-manager-installer.bin' +# Set it to true on the oozie server nodes +cdh_oozie_server: False +cdh_oozie_ext_libs_url: 'https://archive.cloudera.com/gplextras/misc/ext-2.2.zip' + cdh_use_separate_postgres_db: True cdh_postgres_db_host: localhost cdh_postgres_db_name: cdh @@ -13,3 +17,11 @@ cdh_postgres_db_user: cdh cdh_postgres_db_schema: cdh cdh_postgresql_version: 9.4 postgresql_jdbc_driver_version: 42.1.4 + +### +# Spark2: the installation is completely manual, see +# https://www.cloudera.com/documentation/spark2/latest/topics/spark2_installing.html +# +# To integrate spark2 and oozie: +# https://docs.hortonworks.com/HDPDocuments/HDP2/HDP-2.6.0/bk_spark-component-guide/content/ch_oozie-spark-action.html#spark-config-oozie-spark2 +# https://community.cloudera.com/t5/Advanced-Analytics-Apache-Spark/Spark2-classpath-issues-with-Oozie/td-p/59782 diff --git a/hadoop/CDH/tasks/main.yml b/hadoop/CDH/tasks/main.yml index 906262fd..0be91cad 100644 --- a/hadoop/CDH/tasks/main.yml +++ b/hadoop/CDH/tasks/main.yml @@ -32,3 +32,11 @@ when: cdh_manager_install tags: [ 'cdh', 'hadoop', 'cdh_manager', 'cdh_pg' ] +- block: + - name: Get the Oozie ext libraries needed to activate the web console + unarchive: remote_src=yes src={{ cdh_oozie_ext_libs_url }} dest=/var/lib/oozie owner=oozie group=oozie + args: + creates: /var/lib/oozie/ext2.2 + + when: cdh_oozie_server + tags: [ 'cdh', 'hadoop', 'cdh_manager', 'oozie' ]