Ask Your Question

Revision history [back]

click to hide/show revision 1
initial version

streamsets-datacollector-mapr_5_2-lib install issue

I have installed streamsets-datacollector-mapr_5_2-lib multiple times but after i restarted it still says uninstalled. Is there any setting i need to set to make it available?

streamsets-datacollector-mapr_5_2-lib install issue

I have installed streamsets-datacollector-mapr_5_2-lib multiple times but after i restarted it still says uninstalled. Is there any setting i need to set to make it available?

+ BLACKLIST_PROP=system.stagelibs.blacklist
+ PROP_FILENAME=sdc.properties
+ POLICY_FILENAME=sdc-security.policy
+ MAPR_LIB_BASE=streamsets-datacollector-mapr
+ MAPR_SPARK_LIB='streamsets-datacollector-mapr_spark*-lib'
+ '[' -z /infadm/streamsets/streamsets-datacollector-3.2.0.0 ']'
+ '[' '!' -f /infadm/streamsets/streamsets-datacollector-3.2.0.0/bin/streamsets ']'
+ '[' -z /infadm/streamsets/streamsets-datacollector-3.2.0.0/etc ']'
+ '[' '!' -f /infadm/streamsets/streamsets-datacollector-3.2.0.0/etc/sdc.properties ']'
+ SDC_PROP_FILE=/infadm/streamsets/streamsets-datacollector-3.2.0.0/etc/sdc.properties
+ SDC_POLICY_FILE=/infadm/streamsets/streamsets-datacollector-3.2.0.0/etc/sdc-security.policy
+ '[' '!' -w /infadm/streamsets/streamsets-datacollector-3.2.0.0/etc/sdc.properties ']'
+ [[ linux-gnu == \d\a\r\w\i\n* ]]
+ [[ linux-gnu == \c\y\g\w\i\n ]]
+ [[ -z '' ]]
+ read -p 'Please enter the MapR version (default 6.0.0): ' MAPR_VERSION
Please enter the MapR version (default 6.0.0): 5.2.2
+ MAPR_VERSION=5.2.2
+ [[ 5.2.2 =~ ^[1-9][0-9]*\.[0-9]*(\.[0-9]*)*$ ]]
++ expr 5.2.2 : '\([1-9][0-9]*\.[0-9]*\)'
+ MAPR_VERSION=5.2
+ _MAPR_VERSION=5_2
+ MAPR_LIB=streamsets-datacollector-mapr_5_2-lib
+ '[' '!' -d /infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib ']'
+ '[' '!' -z ']'
++ ls /infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs
++ grep 'streamsets-datacollector-mapr_spark_*'
+ SDC_MAPR_SPARK_LIB=
++ echo
++ cut -d_ -f 3,4
++ sed s/_/./g
+ SDC_SPARK_VERSION=
+ [[ -z '' ]]
+ read -p 'Please enter the absolute path of MapR Home (default /opt/mapr): ' MAPR_HOME
Please enter the absolute path of MapR Home (default /opt/mapr): /opt/mapr
+ MAPR_HOME=/opt/mapr
+ '[' '!' -e /opt/mapr/MapRBuildVersion ']'
+ '[' '!' -d /opt/mapr/spark ']'
+ echo 'Warning: Spark is not installed. Skipping MapR Spark enablement.'
Warning: Spark is not installed. Skipping MapR Spark enablement.
+ echo ''

+ echo Configuration:
Configuration:
+ echo SDC_HOME=/infadm/streamsets/streamsets-datacollector-3.2.0.0
SDC_HOME=/infadm/streamsets/streamsets-datacollector-3.2.0.0
+ echo SDC_CONF=/infadm/streamsets/streamsets-datacollector-3.2.0.0/etc
SDC_CONF=/infadm/streamsets/streamsets-datacollector-3.2.0.0/etc
+ echo MAPR_HOME=/opt/mapr
MAPR_HOME=/opt/mapr
+ echo MAPR_VERSION=5.2
MAPR_VERSION=5.2
+ echo MAPR_MEP_VERSION=
MAPR_MEP_VERSION=
+ '[' '!' -z ']'
+ echo ''

+ echo 'Updating sdc.properties file ....'
Updating sdc.properties file ....
+ blacklist_remove streamsets-datacollector-mapr_5_2-lib
+ STAGE_LIB=streamsets-datacollector-mapr_5_2-lib
+ echo 'Enabling streamsets-datacollector-mapr_5_2-lib'
Enabling streamsets-datacollector-mapr_5_2-lib
++ grep -i system.stagelibs.blacklist /infadm/streamsets/streamsets-datacollector-3.2.0.0/etc/sdc.properties
+ original_property=system.stagelibs.blacklist=streamsets-datacollector-mapr_5_2-lib,streamsets-datacollector-mapr_5_0-lib,streamsets-datacollector-mapr_5_1-lib,streamsets-datacollector-mapr_6_0-lib,streamsets-datacollector-mapr_6_0-mep4-lib,streamsets-datacollector-mapr_spark_2_1_mep_3_0-lib
+ blacklist_property=system.stagelibs.blacklist=streamsets-datacollector-mapr_5_0-lib,streamsets-datacollector-mapr_5_1-lib,streamsets-datacollector-mapr_6_0-lib,streamsets-datacollector-mapr_6_0-mep4-lib,streamsets-datacollector-mapr_spark_2_1_mep_3_0-lib
+ '[' '!' -z ']'
+ sed -i s/system.stagelibs.blacklist=streamsets-datacollector-mapr_5_2-lib,streamsets-datacollector-mapr_5_0-lib,streamsets-datacollector-mapr_5_1-lib,streamsets-datacollector-mapr_6_0-lib,streamsets-datacollector-mapr_6_0-mep4-lib,streamsets-datacollector-mapr_spark_2_1_mep_3_0-lib/system.stagelibs.blacklist=streamsets-datacollector-mapr_5_0-lib,streamsets-datacollector-mapr_5_1-lib,streamsets-datacollector-mapr_6_0-lib,streamsets-datacollector-mapr_6_0-mep4-lib,streamsets-datacollector-mapr_spark_2_1_mep_3_0-lib/ /infadm/streamsets/streamsets-datacollector-3.2.0.0/etc/sdc.properties
+ '[' '!' -z ']'
+ echo Done.
Done.
+ echo ''

+ echo 'Symlinking MapR Jar files'
Symlinking MapR Jar files
+ create_symlinks streamsets-datacollector-mapr_5_2-lib
+ STAGE_LIB=streamsets-datacollector-mapr_5_2-lib
+ echo 'Working on stage library streamsets-datacollector-mapr_5_2-lib'
Working on stage library streamsets-datacollector-mapr_5_2-lib
+ ln -s /opt/mapr/lib/antlr4-runtime-4.5.jar /opt/mapr/lib/central-logging-5.2.2-mapr.jar /opt/mapr/lib/commons-codec-1.5.jar /opt/mapr/lib/commons-collections-3.2.2.jar /opt/mapr/lib/commons-configuration-1.6.jar /opt/mapr/lib/commons-el-1.0.jar /opt/mapr/lib/commons-email-1.2.jar /opt/mapr/lib/commons-io-2.4.jar /opt/mapr/lib/commons-lang-2.5.jar /opt/mapr/lib/commons-logging-1.1.3-api.jar /opt/mapr/lib/commons-logging-1.1.3.jar /opt/mapr/lib/flexjson-2.1.jar /opt/mapr/lib/guava-14.0.1.jar /opt/mapr/lib/hadoop-0.20.2-dev-core.jar /opt/mapr/lib/hadoop-auth-2.7.0-mapr-1707.jar /opt/mapr/lib/hadoop-yarn-api-2.7.0-mapr-1707.jar /opt/mapr/lib/hadoop-yarn-client-2.7.0-mapr-1707.jar /opt/mapr/lib/hadoop-yarn-common-2.7.0-mapr-1707.jar /opt/mapr/lib/jackson-annotations-2.7.2.jar /opt/mapr/lib/jackson-core-2.7.2.jar /opt/mapr/lib/jackson-databind-2.7.2.jar /opt/mapr/lib/jline-2.11.jar /opt/mapr/lib/json-20080701.jar /opt/mapr/lib/json-smart-1.2.jar /opt/mapr/lib/libprotodefs-5.2.2-mapr.jar /opt/mapr/lib/log4j-1.2.17.jar /opt/mapr/lib/maprbuildversion-5.2.2-mapr.jar /opt/mapr/lib/maprdb-5.2.2-mapr.jar /opt/mapr/lib/maprdb-5.2.2-mapr-tests.jar /opt/mapr/lib/maprdb-mapreduce-5.2.2-mapr.jar /opt/mapr/lib/maprdb-mapreduce-5.2.2-mapr-tests.jar /opt/mapr/lib/maprdb-shell-5.2.2-mapr.jar /opt/mapr/lib/maprfs-5.2.2-mapr.jar /opt/mapr/lib/maprfs-5.2.2-mapr-tests.jar /opt/mapr/lib/maprfs-diagnostic-tools-5.2.2-mapr.jar /opt/mapr/lib/mapr-hbase-5.2.2-mapr.jar /opt/mapr/lib/mapr-hbase-5.2.2-mapr-tests.jar /opt/mapr/lib/mapr-streams-5.2.2-mapr.jar /opt/mapr/lib/mapr-streams-5.2.2-mapr-tests.jar /opt/mapr/lib/mapr-tools-5.2.2-mapr.jar /opt/mapr/lib/mapr-tools-5.2.2-mapr-tests.jar /opt/mapr/lib/mysql-connector-java-5.1.25.jar /opt/mapr/lib/ojai-1.1-mapr-1703.jar /opt/mapr/lib/ojai-mapreduce-1.1-mapr-1703.jar /opt/mapr/lib/ojai-scala-1.1-mapr-1703.jar /opt/mapr/lib/protobuf-java-2.5.0.jar /opt/mapr/lib/slf4j-api-1.7.12.jar /opt/mapr/lib/slf4j-log4j12-1.7.12.jar /opt/mapr/lib/spring-asm-3.0.3.RELEASE.jar /opt/mapr/lib/spring-beans-3.0.3.RELEASE.jar /opt/mapr/lib/spring-context-3.0.3.RELEASE.jar /opt/mapr/lib/spring-core-3.0.3.RELEASE.jar /opt/mapr/lib/spring-expression-3.0.3.RELEASE.jar /opt/mapr/lib/spring-shell-1.2.0.M1-mapr-1607.jar /infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib/
+ ln -s /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/activation-1.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/antlr4-runtime-4.5.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/apacheds-i18n-2.0.0-M15.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/apacheds-kerberos-codec-2.0.0-M15.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/api-asn1-api-1.0.0-M20.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/api-util-1.0.0-M20.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/asm-3.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/avro-1.7.6.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/central-logging-5.2.2-mapr.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-beanutils-1.7.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-beanutils-core-1.8.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-cli-1.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-codec-1.4.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-collections-3.2.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-compress-1.4.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-configuration-1.6.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-digester-1.8.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-httpclient-3.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-io-2.4.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-lang-2.6.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-logging-1.1.3.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-math3-3.1.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-net-3.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/curator-client-2.7.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/curator-framework-2.7.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/curator-recipes-2.7.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/gson-2.2.4.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/guava-14.0.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/hadoop-annotations-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/hadoop-auth-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/hamcrest-core-1.3.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/htrace-core-3.1.0-incubating.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/httpclient-4.5.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/httpcore-4.4.4.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jackson-annotations-2.7.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jackson-core-2.7.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jackson-core-asl-1.9.13.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jackson-databind-2.7.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jackson-jaxrs-1.9.13.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jackson-mapper-asl-1.9.13.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jackson-xc-1.9.13.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/java-xmlbuilder-0.4.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jaxb-api-2.2.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jaxb-impl-2.2.3-1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jersey-core-1.9.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jersey-json-1.9.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jersey-server-1.9.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jets3t-0.9.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jettison-1.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jetty-6.1.26.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jetty-util-6.1.26.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jsch-0.1.42.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/json-20080701.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jsp-api-2.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jsr305-3.0.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/junit-4.11.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/log4j-1.2.17.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/maprdb-5.2.2-mapr.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/maprdb-5.2.2-mapr-tests.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/maprdb-mapreduce-5.2.2-mapr.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/maprdb-mapreduce-5.2.2-mapr-tests.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/maprdb-shell-5.2.2-mapr.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/maprfs-5.2.2-mapr.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/maprfs-5.2.2-mapr-tests.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/maprfs-diagnostic-tools-5.2.2-mapr.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/mapr-hbase-5.2.2-mapr.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/mapr-hbase-5.2.2-mapr-tests.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/mapr-tools-5.2.2-mapr.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/mapr-tools-5.2.2-mapr-tests.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/mockito-all-1.8.5.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/mysql-connector-java-5.1.25.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/netty-3.6.2.Final.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/ojai-1.1-mapr-1703.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/ojai-mapreduce-1.1-mapr-1703.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/ojai-scala-1.1-mapr-1703.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/paranamer-2.3.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/protobuf-java-2.5.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/servlet-api-2.5.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/slf4j-api-1.7.12.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/slf4j-log4j12-1.7.12.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/snappy-java-1.0.5.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/stax-api-1.0-2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/xmlenc-0.52.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/xz-1.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/zookeeper-3.4.5-mapr-1503.jar /infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib/
+ ln -s /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/aopalliance-1.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/asm-3.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/avro-1.7.6.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/commons-compress-1.4.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/commons-io-2.4.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/guice-3.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/guice-servlet-3.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/hadoop-annotations-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/hamcrest-core-1.3.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/jackson-core-asl-1.9.13.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/jackson-mapper-asl-1.9.13.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/javax.inject-1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/jersey-core-1.9.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/jersey-guice-1.9.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/jersey-server-1.9.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/junit-4.11.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/leveldbjni-all-1.8.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/log4j-1.2.17.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/netty-3.6.2.Final.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/paranamer-2.3.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/protobuf-java-2.5.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/snappy-java-1.0.5.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/xz-1.0.jar /infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib/
+ ln -s /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-app-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-common-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-contrib-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-core-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-plugins-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-2.7.0-mapr-1707-tests.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-shuffle-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.7.0-mapr-1707.jar /infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib/
+ ln -s /opt/mapr/lib/maprfs-5.2.2-mapr.jar /opt/mapr/lib/maprfs-5.2.2-mapr-tests.jar /infadm/streamsets/streamsets-datacollector-3.2.0.0/root-lib/
+ '[' -d /opt/mapr/hive ']'
+ '[' -d /opt/mapr/hbase ']'
++ ls /infadm/streamsets/streamsets-datacollector-3.2.0.0/api-lib
++ grep metrics-core
++ cut -d- -f3
++ cut -d. -f1
+ SDC_METRICS_CORE_VERSION=3
++ ls /infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib
++ grep 'metrics-core-3\.[0-9]*\.[0-9]*\.jar'
+ MAPR_METRICS_CORE_JAR=
+ '[' '!' -z ']'
+ echo 'Removing old Hadoop 0.20 jars ....'
Removing old Hadoop 0.20 jars ....
+ rm -rf /infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib/hadoop-0.20.2-dev-core.jar
+ echo 'Removing troublesome Jackson dependencies'
Removing troublesome Jackson dependencies
+ rm -rf '/infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib/jackson-annotations-2.4.*.jar'
+ rm -rf '/infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib/jackson-core-2.4.*.jar'
+ rm -rf '/infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib/jackson-databind-2.4.*.jar'
+ '[' '!' -z ']'
+ echo Done.
Done.
+ echo ''

+ printf 'Updating sdc-security.policy file ...'
Updating sdc-security.policy file ...+ grep -q file:///opt/mapr /infadm/streamsets/streamsets-datacollector-3.2.0.0/etc/sdc-security.policy
+ printf 'permission already added.\n'
permission already added.
+ echo Succeeded
Succeeded

streamsets-datacollector-mapr_5_2-lib install issue

I have installed streamsets-datacollector-mapr_5_2-lib multiple times but after i restarted it still says uninstalled. Is there any setting i need to set to make it available?

I am getting below error after mapr setup:

Logging initialized @2340ms to org.eclipse.jetty.util.log.Slf4jLog Abnormal exit: java.lang.NoClassDefFoundError: org/apache/hadoop/io/compress/GzipCodecCheck STDERR for more details java.lang.NoClassDefFoundError: org/apache/hadoop/io/compress/GzipCode

after the mapr-setup completes it removes the entry from the below property and streamsets won't restart. If i add this entry back i am able to restart streamsets but i don't see mapr setup. system.stagelibs.blacklist=streamsets-datacollector-mapr_5_2-lib

[thread:main] ERROR ClassLoaderStageLibraryTask - The following stages have invalid classpath: streamsets-datacollector-mapr_5_2-lib 2018-05-08 16:26:13,999 [user:] [pipeline:] [runner:] [thread:main] ERROR Main - Abnormal exit: java.lang.NoClassDefFoundError: org/apache/hadoop/io/compress/GzipCodec

Below command returned nothing. I am not sure if GzipCodec is part of maprfs 5.2.2. jar file. Is it a bug in streamsets?

./jar -tf /opt/mapr/lib/maprfs-5.2.2-mapr.jar | grep GzipCodec

Output from script:

+ BLACKLIST_PROP=system.stagelibs.blacklist
+ PROP_FILENAME=sdc.properties
+ POLICY_FILENAME=sdc-security.policy
+ MAPR_LIB_BASE=streamsets-datacollector-mapr
+ MAPR_SPARK_LIB='streamsets-datacollector-mapr_spark*-lib'
+ '[' -z /infadm/streamsets/streamsets-datacollector-3.2.0.0 ']'
+ '[' '!' -f /infadm/streamsets/streamsets-datacollector-3.2.0.0/bin/streamsets ']'
+ '[' -z /infadm/streamsets/streamsets-datacollector-3.2.0.0/etc ']'
+ '[' '!' -f /infadm/streamsets/streamsets-datacollector-3.2.0.0/etc/sdc.properties ']'
+ SDC_PROP_FILE=/infadm/streamsets/streamsets-datacollector-3.2.0.0/etc/sdc.properties
+ SDC_POLICY_FILE=/infadm/streamsets/streamsets-datacollector-3.2.0.0/etc/sdc-security.policy
+ '[' '!' -w /infadm/streamsets/streamsets-datacollector-3.2.0.0/etc/sdc.properties ']'
+ [[ linux-gnu == \d\a\r\w\i\n* ]]
+ [[ linux-gnu == \c\y\g\w\i\n ]]
+ [[ -z '' ]]
+ read -p 'Please enter the MapR version (default 6.0.0): ' MAPR_VERSION
Please enter the MapR version (default 6.0.0): 5.2.2
+ MAPR_VERSION=5.2.2
+ [[ 5.2.2 =~ ^[1-9][0-9]*\.[0-9]*(\.[0-9]*)*$ ]]
++ expr 5.2.2 : '\([1-9][0-9]*\.[0-9]*\)'
+ MAPR_VERSION=5.2
+ _MAPR_VERSION=5_2
+ MAPR_LIB=streamsets-datacollector-mapr_5_2-lib
+ '[' '!' -d /infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib ']'
+ '[' '!' -z ']'
++ ls /infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs
++ grep 'streamsets-datacollector-mapr_spark_*'
+ SDC_MAPR_SPARK_LIB=
++ echo
++ cut -d_ -f 3,4
++ sed s/_/./g
+ SDC_SPARK_VERSION=
+ [[ -z '' ]]
+ read -p 'Please enter the absolute path of MapR Home (default /opt/mapr): ' MAPR_HOME
Please enter the absolute path of MapR Home (default /opt/mapr): /opt/mapr
+ MAPR_HOME=/opt/mapr
+ '[' '!' -e /opt/mapr/MapRBuildVersion ']'
+ '[' '!' -d /opt/mapr/spark ']'
+ echo 'Warning: Spark is not installed. Skipping MapR Spark enablement.'
Warning: Spark is not installed. Skipping MapR Spark enablement.
+ echo ''

+ echo Configuration:
Configuration:
+ echo SDC_HOME=/infadm/streamsets/streamsets-datacollector-3.2.0.0
SDC_HOME=/infadm/streamsets/streamsets-datacollector-3.2.0.0
+ echo SDC_CONF=/infadm/streamsets/streamsets-datacollector-3.2.0.0/etc
SDC_CONF=/infadm/streamsets/streamsets-datacollector-3.2.0.0/etc
+ echo MAPR_HOME=/opt/mapr
MAPR_HOME=/opt/mapr
+ echo MAPR_VERSION=5.2
MAPR_VERSION=5.2
+ echo MAPR_MEP_VERSION=
MAPR_MEP_VERSION=
+ '[' '!' -z ']'
+ echo ''

+ echo 'Updating sdc.properties file ....'
Updating sdc.properties file ....
+ blacklist_remove streamsets-datacollector-mapr_5_2-lib
+ STAGE_LIB=streamsets-datacollector-mapr_5_2-lib
+ echo 'Enabling streamsets-datacollector-mapr_5_2-lib'
Enabling streamsets-datacollector-mapr_5_2-lib
++ grep -i system.stagelibs.blacklist /infadm/streamsets/streamsets-datacollector-3.2.0.0/etc/sdc.properties
+ original_property=system.stagelibs.blacklist=streamsets-datacollector-mapr_5_2-lib,streamsets-datacollector-mapr_5_0-lib,streamsets-datacollector-mapr_5_1-lib,streamsets-datacollector-mapr_6_0-lib,streamsets-datacollector-mapr_6_0-mep4-lib,streamsets-datacollector-mapr_spark_2_1_mep_3_0-lib
+ blacklist_property=system.stagelibs.blacklist=streamsets-datacollector-mapr_5_0-lib,streamsets-datacollector-mapr_5_1-lib,streamsets-datacollector-mapr_6_0-lib,streamsets-datacollector-mapr_6_0-mep4-lib,streamsets-datacollector-mapr_spark_2_1_mep_3_0-lib
+ '[' '!' -z ']'
+ sed -i s/system.stagelibs.blacklist=streamsets-datacollector-mapr_5_2-lib,streamsets-datacollector-mapr_5_0-lib,streamsets-datacollector-mapr_5_1-lib,streamsets-datacollector-mapr_6_0-lib,streamsets-datacollector-mapr_6_0-mep4-lib,streamsets-datacollector-mapr_spark_2_1_mep_3_0-lib/system.stagelibs.blacklist=streamsets-datacollector-mapr_5_0-lib,streamsets-datacollector-mapr_5_1-lib,streamsets-datacollector-mapr_6_0-lib,streamsets-datacollector-mapr_6_0-mep4-lib,streamsets-datacollector-mapr_spark_2_1_mep_3_0-lib/ /infadm/streamsets/streamsets-datacollector-3.2.0.0/etc/sdc.properties
+ '[' '!' -z ']'
+ echo Done.
Done.
+ echo ''

+ echo 'Symlinking MapR Jar files'
Symlinking MapR Jar files
+ create_symlinks streamsets-datacollector-mapr_5_2-lib
+ STAGE_LIB=streamsets-datacollector-mapr_5_2-lib
+ echo 'Working on stage library streamsets-datacollector-mapr_5_2-lib'
Working on stage library streamsets-datacollector-mapr_5_2-lib
+ ln -s /opt/mapr/lib/antlr4-runtime-4.5.jar /opt/mapr/lib/central-logging-5.2.2-mapr.jar /opt/mapr/lib/commons-codec-1.5.jar /opt/mapr/lib/commons-collections-3.2.2.jar /opt/mapr/lib/commons-configuration-1.6.jar /opt/mapr/lib/commons-el-1.0.jar /opt/mapr/lib/commons-email-1.2.jar /opt/mapr/lib/commons-io-2.4.jar /opt/mapr/lib/commons-lang-2.5.jar /opt/mapr/lib/commons-logging-1.1.3-api.jar /opt/mapr/lib/commons-logging-1.1.3.jar /opt/mapr/lib/flexjson-2.1.jar /opt/mapr/lib/guava-14.0.1.jar /opt/mapr/lib/hadoop-0.20.2-dev-core.jar /opt/mapr/lib/hadoop-auth-2.7.0-mapr-1707.jar /opt/mapr/lib/hadoop-yarn-api-2.7.0-mapr-1707.jar /opt/mapr/lib/hadoop-yarn-client-2.7.0-mapr-1707.jar /opt/mapr/lib/hadoop-yarn-common-2.7.0-mapr-1707.jar /opt/mapr/lib/jackson-annotations-2.7.2.jar /opt/mapr/lib/jackson-core-2.7.2.jar /opt/mapr/lib/jackson-databind-2.7.2.jar /opt/mapr/lib/jline-2.11.jar /opt/mapr/lib/json-20080701.jar /opt/mapr/lib/json-smart-1.2.jar /opt/mapr/lib/libprotodefs-5.2.2-mapr.jar /opt/mapr/lib/log4j-1.2.17.jar /opt/mapr/lib/maprbuildversion-5.2.2-mapr.jar /opt/mapr/lib/maprdb-5.2.2-mapr.jar /opt/mapr/lib/maprdb-5.2.2-mapr-tests.jar /opt/mapr/lib/maprdb-mapreduce-5.2.2-mapr.jar /opt/mapr/lib/maprdb-mapreduce-5.2.2-mapr-tests.jar /opt/mapr/lib/maprdb-shell-5.2.2-mapr.jar /opt/mapr/lib/maprfs-5.2.2-mapr.jar /opt/mapr/lib/maprfs-5.2.2-mapr-tests.jar /opt/mapr/lib/maprfs-diagnostic-tools-5.2.2-mapr.jar /opt/mapr/lib/mapr-hbase-5.2.2-mapr.jar /opt/mapr/lib/mapr-hbase-5.2.2-mapr-tests.jar /opt/mapr/lib/mapr-streams-5.2.2-mapr.jar /opt/mapr/lib/mapr-streams-5.2.2-mapr-tests.jar /opt/mapr/lib/mapr-tools-5.2.2-mapr.jar /opt/mapr/lib/mapr-tools-5.2.2-mapr-tests.jar /opt/mapr/lib/mysql-connector-java-5.1.25.jar /opt/mapr/lib/ojai-1.1-mapr-1703.jar /opt/mapr/lib/ojai-mapreduce-1.1-mapr-1703.jar /opt/mapr/lib/ojai-scala-1.1-mapr-1703.jar /opt/mapr/lib/protobuf-java-2.5.0.jar /opt/mapr/lib/slf4j-api-1.7.12.jar /opt/mapr/lib/slf4j-log4j12-1.7.12.jar /opt/mapr/lib/spring-asm-3.0.3.RELEASE.jar /opt/mapr/lib/spring-beans-3.0.3.RELEASE.jar /opt/mapr/lib/spring-context-3.0.3.RELEASE.jar /opt/mapr/lib/spring-core-3.0.3.RELEASE.jar /opt/mapr/lib/spring-expression-3.0.3.RELEASE.jar /opt/mapr/lib/spring-shell-1.2.0.M1-mapr-1607.jar /infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib/
+ ln -s /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/activation-1.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/antlr4-runtime-4.5.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/apacheds-i18n-2.0.0-M15.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/apacheds-kerberos-codec-2.0.0-M15.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/api-asn1-api-1.0.0-M20.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/api-util-1.0.0-M20.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/asm-3.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/avro-1.7.6.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/central-logging-5.2.2-mapr.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-beanutils-1.7.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-beanutils-core-1.8.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-cli-1.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-codec-1.4.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-collections-3.2.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-compress-1.4.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-configuration-1.6.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-digester-1.8.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-httpclient-3.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-io-2.4.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-lang-2.6.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-logging-1.1.3.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-math3-3.1.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/commons-net-3.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/curator-client-2.7.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/curator-framework-2.7.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/curator-recipes-2.7.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/gson-2.2.4.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/guava-14.0.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/hadoop-annotations-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/hadoop-auth-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/hamcrest-core-1.3.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/htrace-core-3.1.0-incubating.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/httpclient-4.5.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/httpcore-4.4.4.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jackson-annotations-2.7.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jackson-core-2.7.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jackson-core-asl-1.9.13.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jackson-databind-2.7.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jackson-jaxrs-1.9.13.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jackson-mapper-asl-1.9.13.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jackson-xc-1.9.13.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/java-xmlbuilder-0.4.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jaxb-api-2.2.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jaxb-impl-2.2.3-1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jersey-core-1.9.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jersey-json-1.9.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jersey-server-1.9.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jets3t-0.9.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jettison-1.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jetty-6.1.26.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jetty-util-6.1.26.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jsch-0.1.42.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/json-20080701.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jsp-api-2.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/jsr305-3.0.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/junit-4.11.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/log4j-1.2.17.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/maprdb-5.2.2-mapr.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/maprdb-5.2.2-mapr-tests.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/maprdb-mapreduce-5.2.2-mapr.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/maprdb-mapreduce-5.2.2-mapr-tests.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/maprdb-shell-5.2.2-mapr.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/maprfs-5.2.2-mapr.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/maprfs-5.2.2-mapr-tests.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/maprfs-diagnostic-tools-5.2.2-mapr.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/mapr-hbase-5.2.2-mapr.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/mapr-hbase-5.2.2-mapr-tests.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/mapr-tools-5.2.2-mapr.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/mapr-tools-5.2.2-mapr-tests.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/mockito-all-1.8.5.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/mysql-connector-java-5.1.25.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/netty-3.6.2.Final.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/ojai-1.1-mapr-1703.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/ojai-mapreduce-1.1-mapr-1703.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/ojai-scala-1.1-mapr-1703.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/paranamer-2.3.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/protobuf-java-2.5.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/servlet-api-2.5.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/slf4j-api-1.7.12.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/slf4j-log4j12-1.7.12.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/snappy-java-1.0.5.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/stax-api-1.0-2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/xmlenc-0.52.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/xz-1.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/common/lib/zookeeper-3.4.5-mapr-1503.jar /infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib/
+ ln -s /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/aopalliance-1.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/asm-3.2.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/avro-1.7.6.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/commons-compress-1.4.1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/commons-io-2.4.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/guice-3.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/guice-servlet-3.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/hadoop-annotations-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/hamcrest-core-1.3.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/jackson-core-asl-1.9.13.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/jackson-mapper-asl-1.9.13.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/javax.inject-1.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/jersey-core-1.9.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/jersey-guice-1.9.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/jersey-server-1.9.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/junit-4.11.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/leveldbjni-all-1.8.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/log4j-1.2.17.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/netty-3.6.2.Final.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/paranamer-2.3.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/protobuf-java-2.5.0.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/snappy-java-1.0.5.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/lib/xz-1.0.jar /infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib/
+ ln -s /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-app-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-common-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-contrib-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-core-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-plugins-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-2.7.0-mapr-1707-tests.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-client-shuffle-2.7.0-mapr-1707.jar /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.7.0-mapr-1707.jar /infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib/
+ ln -s /opt/mapr/lib/maprfs-5.2.2-mapr.jar /opt/mapr/lib/maprfs-5.2.2-mapr-tests.jar /infadm/streamsets/streamsets-datacollector-3.2.0.0/root-lib/
+ '[' -d /opt/mapr/hive ']'
+ '[' -d /opt/mapr/hbase ']'
++ ls /infadm/streamsets/streamsets-datacollector-3.2.0.0/api-lib
++ grep metrics-core
++ cut -d- -f3
++ cut -d. -f1
+ SDC_METRICS_CORE_VERSION=3
++ ls /infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib
++ grep 'metrics-core-3\.[0-9]*\.[0-9]*\.jar'
+ MAPR_METRICS_CORE_JAR=
+ '[' '!' -z ']'
+ echo 'Removing old Hadoop 0.20 jars ....'
Removing old Hadoop 0.20 jars ....
+ rm -rf /infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib/hadoop-0.20.2-dev-core.jar
+ echo 'Removing troublesome Jackson dependencies'
Removing troublesome Jackson dependencies
+ rm -rf '/infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib/jackson-annotations-2.4.*.jar'
+ rm -rf '/infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib/jackson-core-2.4.*.jar'
+ rm -rf '/infadm/streamsets/streamsets-datacollector-3.2.0.0/streamsets-libs/streamsets-datacollector-mapr_5_2-lib/lib/jackson-databind-2.4.*.jar'
+ '[' '!' -z ']'
+ echo Done.
Done.
+ echo ''

+ printf 'Updating sdc-security.policy file ...'
Updating sdc-security.policy file ...+ grep -q file:///opt/mapr /infadm/streamsets/streamsets-datacollector-3.2.0.0/etc/sdc-security.policy
+ printf 'permission already added.\n'
permission already added.
+ echo Succeeded
Succeeded