BIGTOP-3925: Ranger support (apache#1100)

bigtop-packages/src/common/ranger/install_ranger.sh

@@ -39,6 +39,7 @@ OPTS=$(getopt \
  -l 'doc-dir:' \
  -l 'comp-dir:' \
  -l 'var-ranger:' \
+ -l 'etc-ranger:' \
  -l 'component:' \
  -- "$@")
 
@@ -67,6 +68,9 @@ while true ; do
  --var-ranger)
  VAR_RANGER=$2 ; shift 2
  ;;
+ --etc-ranger)
+ ETC_RANGER=$2 ; shift 2
+ ;;
  --)
  shift ; break
  ;;
@@ -78,7 +82,7 @@ while true ; do
  esac
 done
 
-for var in PREFIX BUILD_DIR COMPONENT ; do
+for var in PREFIX BUILD_DIR COMPONENT; do
  if [ -z "$(eval "echo \$$var")" ]; then
  echo Missing param: $var
  usage
@@ -87,6 +91,8 @@ done
 
 COMP_DIR=${COMP_DIR:-/usr/lib/ranger-${COMPONENT}}
 VAR_RANGER=${VAR_RANGER:-/var/lib/ranger}
+ETC_RANGER=${ETC_RANGER:-/etc/ranger}
+NP_ETC_RANGER=/etc/ranger
 # if [ "${COMP_DIR}" == "" ]
 # then
  # COMP_DIR=/usr/lib/ranger-${COMPONENT}
@@ -101,19 +107,53 @@ install -d -m 0755 ${PREFIX}/var/{log,run}/ranger
 # Copy artifacts to the appropriate Linux locations.
 cp -r ${BUILD_DIR}/ranger-*-${COMPONENT}/* ${PREFIX}/${COMP_DIR}/
 
-# For other Components
-if [[ "${COMPONENT}" = "hive-plugin" || "${COMPONENT}" = "hbase-plugin" || "${COMPONENT}" = "storm-plugin" || "${COMPONENT}" = "hdfs-plugin" || "${COMPONENT}" = "yarn-plugin" || "${COMPONENT}" = "kafka-plugin" || "${COMPONENT}" = "atlas-plugin" || "${COMPONENT}" = "knox-plugin" ]]
-then
+# Config
+if [[ "${COMPONENT}" =~ ^(admin|usersync|tagsync|kms)$ ]]; then
+ install -d -m 0755 ${PREFIX}/${NP_ETC_RANGER}-${COMPONENT}
+ install -d -m 0755 ${PREFIX}/${ETC_RANGER}-${COMPONENT}/conf.dist
+
+ if [[ "${COMPONENT}" = "admin" || "${COMPONENT}" = "kms" ]]; then
+ cp -a ${PREFIX}/${COMP_DIR}/ews/webapp/WEB-INF/classes/conf.dist/* ${PREFIX}/${ETC_RANGER}-${COMPONENT}/conf.dist
+ ln -s ${NP_ETC_RANGER}-${COMPONENT}/conf ${PREFIX}/${COMP_DIR}/conf
+ ln -s ${NP_ETC_RANGER}-${COMPONENT}/conf ${PREFIX}/$COMP_DIR/ews/webapp/WEB-INF/classes/conf
+ else
+ cp -a ${PREFIX}/${COMP_DIR}/conf.dist/* ${PREFIX}/${ETC_RANGER}-${COMPONENT}/conf.dist
+ ln -s ${NP_ETC_RANGER}-${COMPONENT}/conf ${PREFIX}/${COMP_DIR}/conf
+ fi
+else
  RANGER_COMPONENT=${COMPONENT}
- [[ "${COMPONENT}" = "hdfs-plugin" ]] && RANGER_COMPONENT="hadoop"
- [[ "${COMPONENT}" = "yarn-plugin" ]] && RANGER_COMPONENT="hadoop"
- [[ "${COMPONENT}" = "storm-plugin" ]] && RANGER_COMPONENT="storm"
- [[ "${COMPONENT}" = "hbase-plugin" ]] && RANGER_COMPONENT="hbase"
- [[ "${COMPONENT}" = "hive-plugin" ]] && RANGER_COMPONENT="hive"
- [[ "${COMPONENT}" = "kafka-plugin" ]] && RANGER_COMPONENT="kafka"
- [[ "${COMPONENT}" = "atlas-plugin" ]] && RANGER_COMPONENT="atlas"
- [[ "${COMPONENT}" = "knox-plugin" ]] && RANGER_COMPONENT="knox"
+ if [[ "${COMPONENT}" = "hdfs-plugin" || "${COMPONENT}" = "yarn-plugin" ]];then
+ RANGER_COMPONENT="hadoop"
+ else
+ RANGER_COMPONENT=$(echo $COMPONENT | cut -d '-' -f 1)
+ fi
  RANGER_COMPONENT_DIR=${COMP_DIR}/../${RANGER_COMPONENT}
- install -d -m 0755 ${PREFIX}/${RANGER_COMPONENT_DIR}/lib
- cp -r $BUILD_DIR/ranger-*-${COMPONENT}/lib/* ${PREFIX}/${RANGER_COMPONENT_DIR}/lib/
+ COMPONENT_LIB_DIR=${PREFIX}/${RANGER_COMPONENT_DIR}/lib/
+
+ if [ "${RANGER_COMPONENT}" = "knox" ]; then
+ COMPONENT_LIB_DIR=${PREFIX}/${RANGER_COMPONENT_DIR}/ext
+ elif [ "${RANGER_COMPONENT}" = "solr" ]; then
+ COMPONENT_LIB_DIR=${PREFIX}/${RANGER_COMPONENT_DIR}/server/solr-webapp/webapp/WEB-INF/lib/
+ elif [ "${RANGER_COMPONENT}" = "kafka" ]; then
+ COMPONENT_LIB_DIR=${PREFIX}/${RANGER_COMPONENT_DIR}/libs
+ elif [ "${RANGER_COMPONENT}" = "storm" ]; then
+ COMPONENT_LIB_DIR=${PREFIX}/${RANGER_COMPONENT_DIR}/extlib-daemon
+ elif [ "${RANGER_COMPONENT}" = "atlas" ]; then
+ COMPONENT_LIB_DIR=${PREFIX}/${RANGER_COMPONENT_DIR}/libext
+ elif [ "${RANGER_COMPONENT}" = "sqoop" ]; then
+ COMPONENT_LIB_DIR=${PREFIX}/${RANGER_COMPONENT_DIR}/server/lib
+ elif [ "${RANGER_COMPONENT}" = "kylin" ]; then
+ COMPONENT_LIB_DIR=${PREFIX}/${RANGER_COMPONENT_DIR}/tomcat/webapps/kylin/WEB-INF/lib
+ elif [ "${RANGER_COMPONENT}" = "elasticsearch" ]; then
+ COMPONENT_LIB_DIR=${PREFIX}/${RANGER_COMPONENT_DIR}/plugins
+ elif [ "${RANGER_COMPONENT}" = "presto" ]; then
+ COMPONENT_LIB_DIR=${PREFIX}/${RANGER_COMPONENT_DIR}/plugin/ranger
+ if [ ! -d "${COMPONENT_LIB_DIR}" ]; then
+ echo "INFO: Creating ${COMPONENT_LIB_DIR}"
+ mkdir -p ${COMPONENT_LIB_DIR}
+ fi
+ fi
+
+ install -d -m 0755 ${COMPONENT_LIB_DIR}
+ cp -r $BUILD_DIR/ranger-*-${COMPONENT}/lib/* ${COMPONENT_LIB_DIR}
 fi

bigtop-packages/src/common/ranger/patch0-RANGER-4201.diff

@@ -0,0 +1,25 @@
+From 883bb085e25d4a082740af10b9452fb3b198532e Mon Sep 17 00:00:00 2001
+From: jialiang <[email protected]>
+Date: Sun, 23 Apr 2023 17:56:08 +0800
+Subject: [PATCH] RANGER-4201: fix Hbase master can't start due to
+ ranger-hbase-plugin jersey jar class loading order
+
+---
+ distro/src/main/assembly/hbase-agent.xml | 1 -
+ 1 file changed, 1 deletion(-)
+
+diff --git a/distro/src/main/assembly/hbase-agent.xml b/distro/src/main/assembly/hbase-agent.xml
+index ff53ca2c2..467f8e5d4 100644
+--- a/distro/src/main/assembly/hbase-agent.xml
++++ b/distro/src/main/assembly/hbase-agent.xml
+@@ -54,7 +54,6 @@
+ <fileMode>644</fileMode>
+ <includes>
+ <include>com.sun.jersey:jersey-client:jar:${jersey-bundle.version}</include>
+- <include>com.sun.jersey:jersey-core:jar:${jersey-bundle.version}</include>
+ <include>org.codehaus.jackson:jackson-jaxrs:jar:${codehaus.jackson.version}</include>
+ <include>org.eclipse.jetty:jetty-client:jar:${jetty-client.version}</include>
+ <include>org.apache.httpcomponents:httpmime:jar:${httpcomponents.httpmime.version}</include>
+-- 
+2.37.0
+

bigtop-packages/src/common/ranger/patch1-RANGER-4228.diff

@@ -0,0 +1,26 @@
+From 094027b2f860a0632d135573cfa8656250de1819 Mon Sep 17 00:00:00 2001
+From: jialiang <[email protected]>
+Date: Mon, 8 May 2023 12:54:01 +0800
+Subject: [PATCH] RANGER-4228 fix kafka missing jar ANGER-4201: fix hbase
+ can't start
+
+---
+ distro/src/main/assembly/plugin-kafka.xml | 2 ++
+ 1 file changed, 2 insertions(+)
+
+diff --git a/distro/src/main/assembly/plugin-kafka.xml b/distro/src/main/assembly/plugin-kafka.xml
+index ed8ef6159..3c39aa4de 100644
+--- a/distro/src/main/assembly/plugin-kafka.xml
++++ b/distro/src/main/assembly/plugin-kafka.xml
+@@ -49,6 +49,8 @@
+ <directoryMode>755</directoryMode>
+ <fileMode>644</fileMode>
+ <includes>
++ <include>org.apache.hadoop.thirdparty:hadoop-shaded-guava</include>
++ <include>org.apache.commons:commons-compress</include>
+ <include>org.apache.commons:commons-configuration2:jar:${commons.configuration.version}</include>
+ <include>org.apache.hadoop:hadoop-common:jar:${hadoop.version}</include>
+ <include>org.apache.hadoop:hadoop-common-plus:jar:${hadoop.version}</include>
+-- 
+2.30.1 (Apple Git-130)
+