diff --git a/resources/v2/inf-cda26-single/blueprint.json b/resources/draft/inf-cda26-single/blueprint.json similarity index 78% rename from resources/v2/inf-cda26-single/blueprint.json rename to resources/draft/inf-cda26-single/blueprint.json index 4440169..762273a 100644 --- a/resources/v2/inf-cda26-single/blueprint.json +++ b/resources/draft/inf-cda26-single/blueprint.json @@ -1,6 +1,6 @@ { "Blueprints": { - "blueprint_name": "HDP265 HDF312 Single Node", + "blueprint_name": "HDP263 HDF312 Single Node", "stack_name": "HDP", "stack_version": "2.6" }, @@ -85,41 +85,6 @@ "ranger-knox-plugin-enabled": "Yes" } } - }, - { - "kafka-broker": { - "properties_attributes": {}, - "properties": { - "default.replication.factor": "1", - "offsets.topic.replication.factor": "1" - } - } - }, - { - "nifi-ambari-config": { - "nifi.sensitive.props.key": "{{{ general.password }}}", - "nifi.security.encrypt.configuration.password": "{{{ general.password }}}", - "nifi.max_mem": "4g", - "nifi.node.protocol.port": "9089", - "nifi.node.port": "9092" - } - }, - { - "nifi-properties": { - "nifi.sensitive.props.key": "{{{ general.password }}}", - "nifi.security.user.login.identity.provider": "" - } - }, - { - "nifi-registry-ambari-config": { - "nifi.registry.security.encrypt.configuration.password": "{{{ general.password }}}" - } - }, - { - "nifi-registry-properties": { - "nifi.registry.sensitive.props.key": "{{{ general.password }}}", - "nifi.registry.db.password": "{{{ general.password }}}" - } } ], "host_groups": [ @@ -234,15 +199,6 @@ }, { "name": "ZOOKEEPER_CLIENT" - }, - { - "name": "NIFI_REGISTRY_MASTER" - }, - { - "name": "NIFI_CA" - }, - { - "name": "NIFI_MASTER" } ] } diff --git a/resources/draft/inf-cda26-single/hdf312setup.sh b/resources/draft/inf-cda26-single/hdf312setup.sh new file mode 100644 index 0000000..16c7b60 --- /dev/null +++ b/resources/draft/inf-cda26-single/hdf312setup.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash + +export mpack_url=http://public-repo-1.hortonworks.com/HDF/centos7/3.x/updates/3.1.2.0/tars/hdf_ambari_mp/hdf-ambari-mpack-3.1.2.0-7.tar.gz + +ambari-server install-mpack --verbose --mpack=${mpack_url} +ambari-server restart + +# Update Base URL in Ambari \ No newline at end of file diff --git a/resources/v2/inf-cda26-single/inf-cda26-single.yaml b/resources/draft/inf-cda26-single/inf-cda26-single.yaml similarity index 75% rename from resources/v2/inf-cda26-single/inf-cda26-single.yaml rename to resources/draft/inf-cda26-single/inf-cda26-single.yaml index 1a2d1fc..445e7d4 100644 --- a/resources/v2/inf-cda26-single/inf-cda26-single.yaml +++ b/resources/draft/inf-cda26-single/inf-cda26-single.yaml @@ -10,6 +10,9 @@ seq: infra: disktypes: [gp2, standard] os: redhat7 + stackrepo: + ver: 2.6.3.0-235 + url: http://public-repo-1.hortonworks.com/HDP/centos7/2.x/updates/2.6.3.0/HDP-2.6.3.0-235.xml blueprint: name: blueprint.json input: @@ -24,8 +27,3 @@ group: type: GATEWAY machine: m5.xlarge nodes: 1 -mpack: -- name: hdf312 - desc: HDF 3.1.2 - url: http://public-repo-1.hortonworks.com/HDF/centos7/3.x/updates/3.1.2.0/tars/hdf_ambari_mp/hdf-ambari-mpack-3.1.2.0-7.tar.gz - purge_on_install: false \ No newline at end of file diff --git a/resources/v2/inf-cda26-single/prepare-metastores-26.sh b/resources/draft/inf-cda26-single/prepare-metastores-26.sh similarity index 77% rename from resources/v2/inf-cda26-single/prepare-metastores-26.sh rename to resources/draft/inf-cda26-single/prepare-metastores-26.sh index ec55a52..fe35471 100644 --- a/resources/v2/inf-cda26-single/prepare-metastores-26.sh +++ b/resources/draft/inf-cda26-single/prepare-metastores-26.sh @@ -2,14 +2,18 @@ #configure metastore users and permissions on local ambari database echo "CREATE DATABASE druid;" | sudo -Hiu postgres psql -U postgres +echo "CREATE DATABASE streamline;" | sudo -Hiu postgres psql -U postgres +echo "CREATE DATABASE druid;" | sudo -Hiu postgres psql -U postgres echo "CREATE DATABASE ranger;" | sudo -Hiu postgres psql -U postgres echo "CREATE DATABASE registry;" | sudo -Hiu postgres psql -U postgres echo "CREATE USER druid WITH PASSWORD 'druid';" | sudo -Hiu postgres psql -U postgres +echo "CREATE USER streamline WITH PASSWORD 'streamline';" | sudo -Hiu postgres psql -U postgres echo "CREATE USER ranger WITH PASSWORD 'ranger';" | sudo -Hiu postgres psql -U postgres echo "CREATE USER registry WITH PASSWORD 'registry';" | sudo -Hiu postgres psql -U postgres echo "CREATE USER rangerdba WITH PASSWORD 'rangerdba';" | sudo -Hiu postgres psql -U postgres echo "CREATE USER rangeradmin WITH PASSWORD 'ranger'" | sudo -Hiu postgres psql -U postgres echo "GRANT ALL PRIVILEGES ON DATABASE druid TO druid;" | sudo -Hiu postgres psql -U postgres +echo "GRANT ALL PRIVILEGES ON DATABASE streamline TO streamline;" | sudo -Hiu postgres psql -U postgres echo "GRANT ALL PRIVILEGES ON DATABASE registry TO registry;" | sudo -Hiu postgres psql -U postgres echo "GRANT ALL PRIVILEGES ON DATABASE ranger TO rangerdba;" | sudo -Hiu postgres psql -U postgres echo "GRANT ALL PRIVILEGES ON DATABASE ranger TO ranger;" | sudo -Hiu postgres psql -U postgres @@ -22,9 +26,9 @@ if [[ $(cat /etc/system-release|grep -Po Amazon) == "Amazon" ]]; then echo '' > /var/lib/pgsql/9.5/data/pg_hba.conf #echo 'host ambari ambari 0.0.0.0/0 md5 ' >> /var/lib/pgsql/9.5/data/pg_hba.conf #echo 'local ambari ambari md5 ' >> /var/lib/pgsql/9.5/data/pg_hba.conf - echo 'local all registry,ambari,postgres,hive,ranger,rangerdba,rangeradmin,rangerlogger,druid trust ' >> /var/lib/pgsql/9.5/data/pg_hba.conf - echo 'host all registry,ambari,postgres,hive,ranger,rangerdba,rangeradmin,rangerlogger,druid 0.0.0.0/0 trust ' >> /var/lib/pgsql/9.5/data/pg_hba.conf - echo 'host all registry,ambari,postgres,hive,ranger,rangerdba,rangeradmin,rangerlogger,druid ::/0 trust ' >> /var/lib/pgsql/9.5/data/pg_hba.conf + echo 'local all registry,ambari,postgres,hive,ranger,rangerdba,rangeradmin,rangerlogger,druid,streamline trust ' >> /var/lib/pgsql/9.5/data/pg_hba.conf + echo 'host all registry,ambari,postgres,hive,ranger,rangerdba,rangeradmin,rangerlogger,druid,streamline 0.0.0.0/0 trust ' >> /var/lib/pgsql/9.5/data/pg_hba.conf + echo 'host all registry,ambari,postgres,hive,ranger,rangerdba,rangeradmin,rangerlogger,druid,streamline ::/0 trust ' >> /var/lib/pgsql/9.5/data/pg_hba.conf echo 'local all all peer ' >> /var/lib/pgsql/9.5/data/pg_hba.conf echo 'host all all 127.0.0.1/32 ident ' >> /var/lib/pgsql/9.5/data/pg_hba.conf echo 'host all all ::1/128 ident ' >> /var/lib/pgsql/9.5/data/pg_hba.conf @@ -34,9 +38,9 @@ else echo '' > /var/lib/pgsql/data/pg_hba.conf #echo 'host ambari ambari 0.0.0.0/0 md5 ' >> /var/lib/pgsql/data/pg_hba.conf #echo 'local ambari ambari md5 ' >> /var/lib/pgsql/data/pg_hba.conf - echo 'local all registry,ambari,postgres,hive,ranger,rangerdba,rangeradmin,rangerlogger,druid trust ' >> /var/lib/pgsql/data/pg_hba.conf - echo 'host all registry,ambari,postgres,hive,ranger,rangerdba,rangeradmin,rangerlogger,druid 0.0.0.0/0 trust ' >> /var/lib/pgsql/data/pg_hba.conf - echo 'host all registry,ambari,postgres,hive,ranger,rangerdba,rangeradmin,rangerlogger,druid ::/0 trust ' >> /var/lib/pgsql/data/pg_hba.conf + echo 'local all registry,ambari,postgres,hive,ranger,rangerdba,rangeradmin,rangerlogger,druid,streamline trust ' >> /var/lib/pgsql/data/pg_hba.conf + echo 'host all registry,ambari,postgres,hive,ranger,rangerdba,rangeradmin,rangerlogger,druid,streamline 0.0.0.0/0 trust ' >> /var/lib/pgsql/data/pg_hba.conf + echo 'host all registry,ambari,postgres,hive,ranger,rangerdba,rangeradmin,rangerlogger,druid,streamline ::/0 trust ' >> /var/lib/pgsql/data/pg_hba.conf echo 'local all all peer ' >> /var/lib/pgsql/data/pg_hba.conf echo 'host all all 127.0.0.1/32 ident ' >> /var/lib/pgsql/data/pg_hba.conf echo 'host all all ::1/128 ident ' >> /var/lib/pgsql/data/pg_hba.conf