共计 6465 个字符，预计需要花费 17 分钟才能阅读完成。
作者：櫰木
1、节点抉择
部署在两个 namenode 节点
cd /opt/bigdata
tar -xzvf ranger-2.3.0-hdfs-plugin.tar.gz -C /opt/
cd /opt/ranger-2.3.0-hdfs-plugin
vim install.properties
| # Licensed to the Apache Software Foundation (ASF) under one or more | |
| # contributor license agreements. See the NOTICE file distributed with | |
| # this work for additional information regarding copyright ownership. | |
| # The ASF licenses this file to You under the Apache License, Version 2.0 | |
| # (the "License"); you may not use this file except in compliance with | |
| # the License. You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # | |
| # Unless required by applicable law or agreed to in writing, software | |
| # distributed under the License is distributed on an "AS IS" BASIS, | |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| # See the License for the specific language governing permissions and | |
| # limitations under the License. | |
| # | |
| # Location of Policy Manager URL | |
| # | |
| # Example: | |
| # POLICY_MGR_URL=http://policymanager.xasecure.net:6080 | |
| # | |
| POLICY_MGR_URL=http://hd1.dtstack.com:6080/ | |
| # | |
| # This is the repository name created within policy manager | |
| # | |
| # Example: | |
| # REPOSITORY_NAME=hadoopdev | |
| # | |
| REPOSITORY_NAME=hadoopdev | |
| # | |
| # Set hadoop home when hadoop program and Ranger HDFS Plugin are not in the | |
| # same path. | |
| # | |
| COMPONENT_INSTALL_DIR_NAME=/opt/hadoop | |
| # AUDIT configuration with V3 properties | |
| # Enable audit logs to Solr | |
| #Example | |
| #XAAUDIT.SOLR.ENABLE=true | |
| #XAAUDIT.SOLR.URL=http://localhost:6083/solr/ranger_audits | |
| #XAAUDIT.SOLR.ZOOKEEPER= | |
| #XAAUDIT.SOLR.FILE_SPOOL_DIR=/var/log/hadoop/hdfs/audit/solr/spool | |
| XAAUDIT.SOLR.ENABLE=false | |
| XAAUDIT.SOLR.URL=NONE | |
| XAAUDIT.SOLR.USER=NONE | |
| XAAUDIT.SOLR.PASSWORD=NONE | |
| XAAUDIT.SOLR.ZOOKEEPER=NONE | |
| XAAUDIT.SOLR.FILE_SPOOL_DIR=/var/log/hadoop/hdfs/audit/solr/spool | |
| # Enable audit logs to ElasticSearch | |
| #Example | |
| #XAAUDIT.ELASTICSEARCH.ENABLE=true | |
| #XAAUDIT.ELASTICSEARCH.URL=localhost | |
| #XAAUDIT.ELASTICSEARCH.INDEX=audit | |
| XAAUDIT.ELASTICSEARCH.ENABLE=false | |
| XAAUDIT.ELASTICSEARCH.URL=NONE | |
| XAAUDIT.ELASTICSEARCH.USER=NONE | |
| XAAUDIT.ELASTICSEARCH.PASSWORD=NONE | |
| XAAUDIT.ELASTICSEARCH.INDEX=NONE | |
| XAAUDIT.ELASTICSEARCH.PORT=NONE | |
| XAAUDIT.ELASTICSEARCH.PROTOCOL=NONE | |
| # Enable audit logs to HDFS | |
| #Example | |
| #XAAUDIT.HDFS.ENABLE=true | |
| #XAAUDIT.HDFS.HDFS_DIR=hdfs://node-1.example.com:8020/ranger/audit | |
| #XAAUDIT.HDFS.FILE_SPOOL_DIR=/var/log/hadoop/hdfs/audit/hdfs/spool | |
| # If using Azure Blob Storage | |
| #XAAUDIT.HDFS.HDFS_DIR=wasb[s]://<containername>@<accountname>.blob.core.windows.net/<path> | |
| #XAAUDIT.HDFS.HDFS_DIR=wasb://ranger_audit_container@my-azure-account.blob.core.windows.net/ranger/audit | |
| XAAUDIT.HDFS.ENABLE=false | |
| XAAUDIT.HDFS.HDFS_DIR=hdfs://__REPLACE__NAME_NODE_HOST:8020/ranger/audit | |
| XAAUDIT.HDFS.FILE_SPOOL_DIR=/var/log/hadoop/hdfs/audit/hdfs/spool | |
| # Following additional propertis are needed When auditing to Azure Blob Storage via HDFS | |
| # Get these values from your /etc/hadoop/conf/core-site.xml | |
| #XAAUDIT.HDFS.HDFS_DIR=wasb[s]://<containername>@<accountname>.blob.core.windows.net/<path> | |
| XAAUDIT.HDFS.AZURE_ACCOUNTNAME=__REPLACE_AZURE_ACCOUNT_NAME | |
| XAAUDIT.HDFS.AZURE_ACCOUNTKEY=__REPLACE_AZURE_ACCOUNT_KEY | |
| XAAUDIT.HDFS.AZURE_SHELL_KEY_PROVIDER=__REPLACE_AZURE_SHELL_KEY_PROVIDER | |
| XAAUDIT.HDFS.AZURE_ACCOUNTKEY_PROVIDER=__REPLACE_AZURE_ACCOUNT_KEY_PROVIDER | |
| #Log4j Audit Provider | |
| XAAUDIT.LOG4J.ENABLE=false | |
| XAAUDIT.LOG4J.IS_ASYNC=false | |
| XAAUDIT.LOG4J.ASYNC.MAX.QUEUE.SIZE=10240 | |
| XAAUDIT.LOG4J.ASYNC.MAX.FLUSH.INTERVAL.MS=30000 | |
| XAAUDIT.LOG4J.DESTINATION.LOG4J=true | |
| XAAUDIT.LOG4J.DESTINATION.LOG4J.LOGGER=xaaudit | |
| # Enable audit logs to Amazon CloudWatch Logs | |
| #Example | |
| #XAAUDIT.AMAZON_CLOUDWATCH.ENABLE=true | |
| #XAAUDIT.AMAZON_CLOUDWATCH.LOG_GROUP=ranger_audits | |
| #XAAUDIT.AMAZON_CLOUDWATCH.LOG_STREAM={instance_id} | |
| #XAAUDIT.AMAZON_CLOUDWATCH.FILE_SPOOL_DIR=/var/log/hive/audit/amazon_cloudwatch/spool | |
| XAAUDIT.AMAZON_CLOUDWATCH.ENABLE=false | |
| XAAUDIT.AMAZON_CLOUDWATCH.LOG_GROUP=NONE | |
| XAAUDIT.AMAZON_CLOUDWATCH.LOG_STREAM_PREFIX=NONE | |
| XAAUDIT.AMAZON_CLOUDWATCH.FILE_SPOOL_DIR=NONE | |
| XAAUDIT.AMAZON_CLOUDWATCH.REGION=NONE | |
| # End of V3 properties | |
| # | |
| # Audit to HDFS Configuration | |
| # | |
| # If XAAUDIT.HDFS.IS_ENABLED is set to true, please replace tokens | |
| # that start with __REPLACE__ with appropriate values | |
| # XAAUDIT.HDFS.IS_ENABLED=true | |
| # XAAUDIT.HDFS.DESTINATION_DIRECTORY=hdfs://__REPLACE__NAME_NODE_HOST:8020/ranger/audit/%app-type%/%time:yyyyMMdd% | |
| # XAAUDIT.HDFS.LOCAL_BUFFER_DIRECTORY=__REPLACE__LOG_DIR/hadoop/%app-type%/audit | |
| # XAAUDIT.HDFS.LOCAL_ARCHIVE_DIRECTORY=__REPLACE__LOG_DIR/hadoop/%app-type%/audit/archive | |
| # | |
| # Example: | |
| # XAAUDIT.HDFS.IS_ENABLED=true | |
| # XAAUDIT.HDFS.DESTINATION_DIRECTORY=hdfs://namenode.example.com:8020/ranger/audit/%app-type%/%time:yyyyMMdd% | |
| # XAAUDIT.HDFS.LOCAL_BUFFER_DIRECTORY=/var/log/hadoop/%app-type%/audit | |
| # XAAUDIT.HDFS.LOCAL_ARCHIVE_DIRECTORY=/var/log/hadoop/%app-type%/audit/archive | |
| # | |
| XAAUDIT.HDFS.IS_ENABLED=false | |
| XAAUDIT.HDFS.DESTINATION_DIRECTORY=hdfs://__REPLACE__NAME_NODE_HOST:8020/ranger/audit/%app-type%/%time:yyyyMMdd% | |
| XAAUDIT.HDFS.LOCAL_BUFFER_DIRECTORY=__REPLACE__LOG_DIR/hadoop/%app-type%/audit | |
| XAAUDIT.HDFS.LOCAL_ARCHIVE_DIRECTORY=__REPLACE__LOG_DIR/hadoop/%app-type%/audit/archive | |
| XAAUDIT.HDFS.DESTINTATION_FILE=%hostname%-audit.log | |
| XAAUDIT.HDFS.DESTINTATION_FLUSH_INTERVAL_SECONDS=900 | |
| XAAUDIT.HDFS.DESTINTATION_ROLLOVER_INTERVAL_SECONDS=86400 | |
| XAAUDIT.HDFS.DESTINTATION_OPEN_RETRY_INTERVAL_SECONDS=60 | |
| XAAUDIT.HDFS.LOCAL_BUFFER_FILE=%time:yyyyMMdd-HHmm.ss%.log | |
| XAAUDIT.HDFS.LOCAL_BUFFER_FLUSH_INTERVAL_SECONDS=60 | |
| XAAUDIT.HDFS.LOCAL_BUFFER_ROLLOVER_INTERVAL_SECONDS=600 | |
| XAAUDIT.HDFS.LOCAL_ARCHIVE_MAX_FILE_COUNT=10 | |
| #Solr Audit Provider | |
| XAAUDIT.SOLR.IS_ENABLED=false | |
| XAAUDIT.SOLR.MAX_QUEUE_SIZE=1 | |
| XAAUDIT.SOLR.MAX_FLUSH_INTERVAL_MS=1000 | |
| XAAUDIT.SOLR.SOLR_URL=http://localhost:6083/solr/ranger_audits | |
| # End of V2 properties | |
| # | |
| # SSL Client Certificate Information | |
| # | |
| # Example: | |
| # SSL_KEYSTORE_FILE_PATH=/etc/hadoop/conf/ranger-plugin-keystore.jks | |
| # SSL_KEYSTORE_PASSWORD=none | |
| # SSL_TRUSTSTORE_FILE_PATH=/etc/hadoop/conf/ranger-plugin-truststore.jks | |
| # SSL_TRUSTSTORE_PASSWORD=none | |
| # | |
| # You do not need use SSL between agent and security admin tool, please leave these sample value as it is. | |
| # | |
| SSL_KEYSTORE_FILE_PATH=/etc/hadoop/conf/ranger-plugin-keystore.jks | |
| SSL_KEYSTORE_PASSWORD=myKeyFilePassword | |
| SSL_TRUSTSTORE_FILE_PATH=/etc/hadoop/conf/ranger-plugin-truststore.jks | |
| SSL_TRUSTSTORE_PASSWORD=changeit | |
| # Custom component user | |
| # CUSTOM_COMPONENT_USER=<custom-user> | |
| # keep blank if component user is default | |
| CUSTOM_USER=hdfs | |
| # Custom component group | |
| # CUSTOM_COMPONENT_GROUP=<custom-group> | |
| # keep blank if component group is default | |
| CUSTOM_GROUP=hadoop |
ranger hdfs 初始化
| cd /opt/ranger-2.3.0-hdfs-plugin | |
| ./enable-hdfs-plugin.sh |
初始化实现后会在 /opt/hadoop/etc/hadoop 目录下生成 3 个文件
在 rangeradmin 页面上进行配置
servicename 必须和 install.properties 中的 REPOSITORY_NAME 填写统一
以下内容参考 hdfs-site.xml 和 core-site.xml 参考填写
增加以下配置
| tag.download.auth.users hdfs | |
| policy.download.auth.users hdfs |
测试是否连贯胜利
更多技术信息请查看云掣官网 https://yunche.pro/?t=yrgw
正文完
