FiHBaseConnectionServiceImpl.java 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141
  1. package com.primeton.dsp.datarelease.data.bdata;
  2. import com.primeton.dsp.datarelease.server.model.DspHbaseResource;
  3. import lombok.extern.slf4j.Slf4j;
  4. import org.apache.hadoop.conf.Configuration;
  5. import org.apache.hadoop.hbase.HBaseConfiguration;
  6. import org.apache.hadoop.hbase.TableName;
  7. import org.apache.hadoop.hbase.client.Admin;
  8. import org.apache.hadoop.hbase.client.Connection;
  9. import org.apache.hadoop.hbase.client.ConnectionFactory;
  10. import org.apache.hadoop.hbase.client.Table;
  11. import org.apache.hadoop.hbase.exceptions.HBaseException;
  12. import java.io.Closeable;
  13. import java.io.IOException;
  14. import java.util.Set;
  15. /**
  16. *
  17. * 华为 FI HBASE 认证方式获得连接
  18. *
  19. *
  20. * <pre>
  21. *
  22. * Created by zhaopx.
  23. * User: zhaopx
  24. * Date: 2020/4/22
  25. * Time: 18:02
  26. *
  27. * </pre>
  28. *
  29. * @author zhaopx
  30. */
  31. @Slf4j
  32. public class FiHBaseConnectionServiceImpl implements HBaseConnectionService, Closeable {
  33. private static final String ZOOKEEPER_DEFAULT_LOGIN_CONTEXT_NAME = "Client";
  34. private static final String ZOOKEEPER_SERVER_PRINCIPAL_KEY = "zookeeper.server.principal";
  35. private static final String ZOOKEEPER_DEFAULT_SERVER_PRINCIPAL = "zookeeper/hadoop.hadoop.com";
  36. /**
  37. * Hive 数据源
  38. */
  39. final DspHbaseResource hbaseResource;
  40. /**
  41. * HBase 链接
  42. */
  43. Connection connection;
  44. public FiHBaseConnectionServiceImpl(DspHbaseResource hbaseResource) {
  45. this.hbaseResource = hbaseResource;
  46. }
  47. @Override
  48. public boolean doAuth() {
  49. //KrbUser = "hadoop/cdh-node1@HADOOP.COM";
  50. AuthPrincipalCreator authPrincipalCreator = AuthPrincipalCreator.useDataReleaseConf(hbaseResource.getAuthBasePath());
  51. Set<String> principals = authPrincipalCreator.listPrincipals();
  52. log.info("find existed principals: {}", principals);
  53. AuthPrincipal kerberosPrincipal = authPrincipalCreator.getKerberosPrincipal(hbaseResource.getAuthUser());
  54. String userKeytab = kerberosPrincipal.getUserKeytabFile().getAbsolutePath();
  55. String krb5File = kerberosPrincipal.getKrb5File().getAbsolutePath();
  56. String krbUser = kerberosPrincipal.getPrincipal();
  57. // 分别加载 core、hdfs、hbase site 文件
  58. Configuration conf = new Configuration();
  59. try {
  60. if (kerberosPrincipal.getCoreSite() != null) {
  61. conf.addResource(kerberosPrincipal.getCoreSite().toURL());
  62. log.info("add config: {}", kerberosPrincipal.getCoreSite().getAbsolutePath());
  63. }
  64. if (kerberosPrincipal.getHdfsSite() != null) {
  65. conf.addResource(kerberosPrincipal.getHdfsSite().toURL());
  66. log.info("add config: {}", kerberosPrincipal.getHdfsSite().getAbsolutePath());
  67. }
  68. conf.reloadConfiguration();
  69. Configuration hbaseConf = HBaseConfiguration.create(conf);
  70. if (kerberosPrincipal.getHBaseSite() != null) {
  71. hbaseConf.addResource(kerberosPrincipal.getHBaseSite().toURL());
  72. log.info("add config: {}", kerberosPrincipal.getHBaseSite().getAbsolutePath());
  73. }
  74. hbaseConf.reloadConfiguration();
  75. /*
  76. * Huawei Fi Hbase,认证
  77. *
  78. * if need to connect zk, please provide jaas info about zk. of course,
  79. * you can do it as below:
  80. * System.setProperty("java.security.auth.login.config", confDirPath +
  81. * "jaas.conf"); but the demo can help you more : Note: if this process
  82. * will connect more than one zk cluster, the demo may be not proper. you
  83. * can contact us for more help
  84. */
  85. LoginUtil.setJaasConf(ZOOKEEPER_DEFAULT_LOGIN_CONTEXT_NAME, krbUser, userKeytab);
  86. LoginUtil.setZookeeperServerPrincipal(ZOOKEEPER_SERVER_PRINCIPAL_KEY,
  87. ZOOKEEPER_DEFAULT_SERVER_PRINCIPAL);
  88. LoginUtil.login(krbUser, userKeytab, krb5File, hbaseConf);
  89. connection = ConnectionFactory.createConnection(hbaseConf);
  90. log.info("fi hbase kerberos 认证通过。");
  91. return true;
  92. } catch (Exception e) {
  93. throw new SecurityException(e);
  94. }
  95. }
  96. @Override
  97. public Admin getConnection() throws HBaseException {
  98. try {
  99. return connection.getAdmin();
  100. } catch (Exception e) {
  101. throw new HBaseException("连接 HBase 异常。", e);
  102. }
  103. }
  104. @Override
  105. public Table getTable(String tableName) throws HBaseException {
  106. try {
  107. return connection.getTable(TableName.valueOf(tableName));
  108. } catch (IOException e) {
  109. throw new HBaseException("无法获取Hbase " + tableName + " 表链接。", e);
  110. }
  111. }
  112. @Override
  113. public void close() throws IOException {
  114. log.info("关闭 HBase 连接。");
  115. if(connection != null) {
  116. connection.close();
  117. }
  118. }
  119. }