elasticsearch 6.3.2 支持jdbc连接es 破解版

进去elasticsearch安装目录找到x-pack-core-6.3.2.jar

cd /data/server/es/elasticsearch-6.3.2/modules/x-pack/x-pack-core

解压jar包，然后找到下面的两个class文件，使用luyten反编译

org/elasticsearch/xpack/core/XPackBuild.class

org/elasticsearch/license/LicenseVerifier.class

LicenseVerifier 中有两个静态方法，这就是验证授权文件是否有效的方法，我们把它修改为全部返回true.

XPackBuild 中返回两个变量用来判断jar包是否被修改如下写死即可

将修改后的java类上传到服务器

进入上传java类的目录下执行以下命令

cp /data/server/es/elasticsearch-6.3.2/modules/x-pack/x-pack-core/x-pack-core-6.3.2.jar .

jar -xvf x-pack-core-6.3.2.jar

rm x-pack-core-6.3.2.jar

javac -cp "/data/server/elasticsearch-6.3.2/modules/x-pack/x-pack-core/x-pack-core-6.3.2.jar" LicenseVerifier.java

javac -cp "/data/server/elasticsearch-6.3.2/lib/elasticsearch-core-6.3.2.jar" XPackBuild.java

mv XPackBuild.class xpack/org/elasticsearch/xpack/core/

mv LicenseVerifier.class xpack/org/elasticsearch/license/

jar -cvf x-pack-core-6.3.2.jar ./*

cp x-pack-core-6.3.2.jar /data/server/es/elasticsearch-6.3.2/modules/x-pack/x-pack-core/

7.更新license:
去官网申请免费license，会发邮件给你进行下载;
将下载的文件重命名为license.json，并做如下修改：

"type":"platinum" #白金版

"expiry_date_in_millis":2524579200999 #截止日期 2050

通过kibana导入license文件即可

或者在服务器上通过curl 上传

Curl -XPUT http://10.3.4.128:9200/_xpack/license?acknowledge=true -H "Content-Type: application/json" -d @license.json

查看license 是否生效

curl -XGET 'http://10.3.4.128:9200/_license'

注意：
elasticsearch 6.3.2 中默认开启了安全验证，我们暂时修改配置文件以方便导入自己的文件
在elasticsearch.yml 中添加一下配置

xpack.security.enabled: false

启动es 启动kibana

搞定~

下面是一个案例测试jdbc连接es
importcn.missfresh.Tools.TimeTools;
importorg.apache.hadoop.conf.Configuration;
importorg.apache.hadoop.fs.FSDataOutputStream;
importorg.apache.hadoop.fs.FileSystem;
importorg.apache.hadoop.fs.Path;

importjava.net.URI;
importjava.sql.*;
importjava.util.Properties;

/**
* Created by Irving on 2018/8/21.
*/
public classJDBCReadEs {

   private staticStringdriver="org.elasticsearch.xpack.sql.jdbc.jdbc.JdbcDriver";

   public static voidmain(String[] args)throwsException {
       if(args.length!=3) {
            System.out.println("请传入正确参数");
            System.out.println("参数0:sql语句");
            System.out.println("参数1:0为写入hdfs路径、1为打印到控制台");
            System.out.println("参数2:hdfs路径");
            System.exit(-1);
        }
        System.setProperty("HADOOP_USER_NAME","hadoop");
        System.out.println("程序开始时间："+ TimeTools.getCurrentTime());
        Long t1 = System.currentTimeMillis();

        String address ="jdbc:es://10.3.4.128:9200";
        Properties connectionProperties =newProperties();
        Connection connection =null;

       try{
            Class.forName(driver).newInstance();
            connection = DriverManager.getConnection(address, connectionProperties);
        }catch(Exception e) {
            e.printStackTrace();
        }

        Statement statement = connection.createStatement();
        String sql = args[0];
        ResultSet rs = statement.executeQuery(sql);
        ResultSetMetaData metaData = rs.getMetaData();
       intcolumnCount = metaData.getColumnCount();
        System.out.println("获取列数:"+ columnCount);

       //为0表示写入hdfs操作、为1表示打印到控制台操作
       if(args[1].equals("0")) {
            FileSystem fs = getFileSystem();
            System.out.println("客户端工具获取完成，正在写入，请稍后...");
            FSDataOutputStream outputStream = fs.create(newPath(args[2]));
            String tohdfs ="";
           while(rs.next()) {
               for(inti =1; i <= columnCount; i++) {
                   if(i ==1) {
                        tohdfs = rs.getString(i);
                    }else{
                        tohdfs = tohdfs +"\t"+ rs.getString(i);
                    }
                }
                outputStream.write((tohdfs +"\n").getBytes("UTF-8"));
            }
            System.out.println("写入完成.");
            outputStream.close();
            fs.close();
        }else if(args[1].equals("1")) {
           while(rs.next()) {
               for(inti =1; i <= columnCount; i++) {
                   if(i == (columnCount)) {
                        System.out.println(rs.getString(i));
                    }else{
                        System.out.print(rs.getString(i) +"\t");
                    }
                }
            }
        }else{
            System.out.println("请输入正确输出路径");
            System.exit(-1);
        }
       //关闭资源
       rs.close();
        statement.close();
        connection.close();
        System.out.println("程序结束时间："+ TimeTools.getCurrentTime());
        Long t2 = System.currentTimeMillis();
        System.out.println("程序执行总时间:"+ (t2 - t1) /1000+"s");
    }

   /**
     *获取一个操作HDFS系统的客户端工具对象
     *
     * @return
    */
   public staticFileSystem getFileSystem() {
        FileSystem fs =null;
       try{
            Configuration config =newConfiguration();
            config.set("dfs.support.append","true");
            config.set("dfs.client.block.write.replace-datanode-on-failure.policy","NEVER");
            config.set("dfs.client.block.write.replace-datanode-on-failure.enable","true");
            config.set("fs.hdfs.impl","org.apache.hadoop.hdfs.DistributedFileSystem");
            fs = FileSystem.get(newURI("hdfs://10.3.4.67:4007"), config,"hadoop");
        }catch(Exception e) {
            e.printStackTrace();
        }
       returnfs;
    }
}

附上pom文件

<?xml version="1.0" encoding="UTF-8"?>

<project xmlns="http://maven.apache.org/POM/4.0.0"

         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"

         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">

    <modelVersion>4.0.0</modelVersion>



    <groupId>cn.missfresh</groupId>

    <artifactId>RTG_JDBCReadEs</artifactId>

    <version>1.0-SNAPSHOT</version>



    <properties>

        <maven.compiler.source>1.8</maven.compiler.source>

        <maven.compiler.target>1.8</maven.compiler.target>

        <scala.version>2.11.8</scala.version>

        <spark.version>2.2.1</spark.version>

        <hadoop.version>2.7.3</hadoop.version>

        <encoding>UTF-8</encoding>

        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>

    </properties>





    <dependencies>

        <!-- 导入scala的依赖 -->

        <dependency>

            <groupId>org.scala-lang</groupId>

            <artifactId>scala-library</artifactId>

            <version>${scala.version}</version>

        </dependency>



        <!-- 导入spark的依赖 -->

        <dependency>

            <groupId>org.apache.spark</groupId>

            <artifactId>spark-core_2.11</artifactId>

            <version>${spark.version}</version>

        </dependency>



        <!-- 导入spark-sql的依赖 -->

        <dependency>

            <groupId>org.apache.spark</groupId>

            <artifactId>spark-sql_2.11</artifactId>

            <version>${spark.version}</version>

        </dependency>





        <!-- 指定hadoop-client API的版本 -->

        <dependency>

            <groupId>org.apache.hadoop</groupId>

            <artifactId>hadoop-client</artifactId>

            <version>${hadoop.version}</version>

        </dependency>



        <dependency>

            <groupId>com.alibaba</groupId>

            <artifactId>fastjson</artifactId>

            <version>1.2.39</version>

        </dependency>



        <!-- mysql的连接驱动依赖 -->

        <dependency>

            <groupId>mysql</groupId>

            <artifactId>mysql-connector-java</artifactId>

            <version>5.1.38</version>

        </dependency>



        <dependency>

            <groupId>org.apache.spark</groupId>

            <artifactId>spark-streaming_2.11</artifactId>

            <version>${spark.version}</version>

        </dependency>



        <dependency>

            <groupId>org.apache.spark</groupId>

            <artifactId>spark-streaming-kafka-0-10_2.11</artifactId>

            <version>${spark.version}</version>

        </dependency>



        <dependency>

            <groupId>redis.clients</groupId>

            <artifactId>jedis</artifactId>

            <version>2.9.0</version>

        </dependency>



        <!-- mongodb跟spark整合的依赖-->

        <dependency>

            <groupId>org.mongodb.spark</groupId>

            <artifactId>mongo-spark-connector_2.11</artifactId>

            <version>2.2.0</version>

        </dependency>



        <!-- https://mvnrepository.com/artifact/org.elasticsearch.plugin/reindex-client -->

        <dependency>

            <groupId>org.elasticsearch.plugin</groupId>

            <artifactId>jdbc</artifactId>

            <version>6.3.0</version>

        </dependency>



        <dependency>

            <groupId>mryx.elasticsearch</groupId>

            <artifactId>es-shaded-6.3.2</artifactId>

            <version>2.0-SNAPSHOT</version>

        </dependency>



        <!-- https://mvnrepository.com/artifact/org.apache.directory.studio/org.apache.logging.log4j -->

        <dependency>

            <groupId>org.apache.directory.studio</groupId>

            <artifactId>org.apache.logging.log4j</artifactId>

            <version>1.2.16</version>

        </dependency>



        <!-- https://mvnrepository.com/artifact/org.apache.logging.log4j/log4j-core -->

        <dependency>

            <groupId>org.apache.logging.log4j</groupId>

            <artifactId>log4j-core</artifactId>

            <version>2.10.0</version>

        </dependency>

        <!-- https://mvnrepository.com/artifact/org.apache.logging.log4j/log4j-api -->

        <dependency>

            <groupId>org.apache.logging.log4j</groupId>

            <artifactId>log4j-api</artifactId>

            <version>2.10.0</version>

        </dependency>





        <dependency>

            <groupId>org.apache.hive</groupId>

            <artifactId>hive-jdbc</artifactId>

            <version>1.1.0</version>

        </dependency>





    </dependencies>

    <repositories>

        <repository>

            <id>elastic.co</id>

            <url>https://artifacts.elastic.co/maven</url>

        </repository>

    </repositories>



    <build>

        <plugins>

            <plugin>

                <groupId>org.apache.maven.plugins</groupId>

                <artifactId>maven-compiler-plugin</artifactId>

                <configuration>

                    <source>1.7</source>

                    <target>1.7</target>

                    <encoding>${project.build.sourceEncoding}</encoding>

                </configuration>

            </plugin>

            <!-- 打包jar文件时，配置manifest文件，加入lib包的jar依赖 -->

            <plugin>

                <groupId>org.apache.maven.plugins</groupId>

                <artifactId>maven-jar-plugin</artifactId>

                <configuration>

                    <classesDirectory>target/classes/</classesDirectory>

                    <archive>

                        <manifest>

                            <mainClass>com.missfresh.data.main.StartProvider</mainClass>

                            <!-- 打包时 MANIFEST.MF文件不记录的时间戳版本 -->

                            <useUniqueVersions>false</useUniqueVersions>

                            <addClasspath>true</addClasspath>

                            <classpathPrefix>lib/</classpathPrefix>

                        </manifest>

                        <manifestEntries>

                            <Class-Path>.</Class-Path>

                        </manifestEntries>

                    </archive>

                </configuration>

            </plugin>



            <!-- 把依赖的jar包,打成一个lib文件夹 -->

            <plugin>

                <groupId>org.apache.maven.plugins</groupId>

                <artifactId>maven-dependency-plugin</artifactId>

                <executions>

                    <execution>

                        <id>copy-dependencies</id>

                        <phase>package</phase>

                        <goals>

                            <goal>copy-dependencies</goal>

                        </goals>

                        <configuration>

                            <type>jar</type>

                            <includeTypes>jar</includeTypes>

                            <outputDirectory>

                                ${project.build.directory}/lib

                            </outputDirectory>

                        </configuration>

                    </execution>

                </executions>

            </plugin>

        </plugins>

    </build>

测试脚本：

#!/bin/bash

source /etc/profile

java -cp \

/data/chiji/RTG_JDBCReadEs/RTG_JDBCReadEs-1.0-SNAPSHOT.jar:\

/data/chiji/RTG_JDBCReadEs/lib/elasticsearch-x-content-6.3.0.jar:\

/data/chiji/RTG_JDBCReadEs/lib/elasticsearch-6.3.0.jar:\

/data/chiji/RTG_JDBCReadEs/lib/elasticsearch-core-6.3.0.jar:\

/data/chiji/RTG_JDBCReadEs/lib/joda-time-2.9.9.jar:\

/data/chiji/RTG_JDBCReadEs/lib/lucene-core-7.3.1.jar:\

/data/chiji/RTG_JDBCReadEs/lib/jackson-core-2.8.10.jar:\

/data/chiji/RTG_JDBCReadEs/lib/org.apache.logging.log4j-1.2.16.jar:\

/data/chiji/RTG_JDBCReadEs/lib/log4j-core-2.10.0.jar:\

/data/chiji/RTG_JDBCReadEs/lib/log4j-api-2.10.0.jar \

cn.missfresh.JDBCReadEs \

"select count(*) from dw_test10" 1 /user/test08

注意

上面部分是自己打shade包可以自己添加依赖如果需要可以私信我

测试结果
完美！！

原文链接：https://blog.csdn.net/sun_duoLong/article/details/82182596