1.java 模拟http post请求报错 2.elasticsearch-sql整合到自己项目里

openDatabase 发布于 2017/08/01 11:21
阅读 640
收藏 0

1.公司实时决策引擎计算的数据  消费过以后   历史存在elastic search里(2.2.0版本)  

以前是用elastic search dsl语法去查数据  现在需要增加elasticsearch sql

直接在代码java代码里整合elasticsearch-sql一直不成功  创建client创建不了  

我想先实现功能   用http post模拟浏览器页面请求再自己封装结果数据达到目的

浏览器直接访问http://localhost:9200/_sql?sql=SELECT * FROM mycompany是可以拿到数据的

 

http post模拟浏览器页面请求报错

//1._sql?sql
String url = "http://localhost:9200/_sql";
String querySQL = "sql=SELECT * FROM mycompany";
        
//向es发送请求
String esResult = HttpRequest.sendPost(url,querySQL);
System.out.println(esResult);

 

发送 POST 请求出现异常!java.io.IOException: Server returned HTTP response code: 500 for URL: http://localhost:9200/_sql
java.io.IOException: Server returned HTTP response code: 500 for URL: http://localhost:9200/_sql

    at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(Unknown Source)
    at sun.net.www.protocol.http.HttpURLConnection.getInputStream(Unknown Source)
    at com.vivebest.internet.banking.cgf.es.utils.HttpRequest.sendPost(HttpRequest.java:101)
    at com.vivebest.internet.banking.cgf.es.action.ESSelectBySQLAction.main(ESSelectBySQLAction.java:34)

 

import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.PrintWriter;
import java.net.URL;
import java.net.URLConnection;
import java.util.List;
import java.util.Map;

public class HttpRequest {
    /**
     * 向指定URL发送GET方法的请求
     * 
     * @param url
     *            发送请求的URL
     * @param param
     *            请求参数,请求参数应该是 name1=value1&name2=value2 的形式。
     * @return URL 所代表远程资源的响应结果
     */
    public static String sendGet(String url, String param) {
        String result = "";
        BufferedReader in = null;
        try {
            String urlNameString = url + "?" + param;
            System.out.println(urlNameString);
            URL realUrl = new URL(urlNameString);
            // 打开和URL之间的连接
            URLConnection connection = realUrl.openConnection();
            // 设置通用的请求属性
            connection.setRequestProperty("accept", "*/*");
            connection.setRequestProperty("connection", "Keep-Alive");
            connection.setRequestProperty("user-agent",
                    "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;SV1)");
            // 建立实际的连接
            connection.connect();
            // 获取所有响应头字段
            Map<String, List<String>> map = connection.getHeaderFields();
            // 遍历所有的响应头字段
            for (String key : map.keySet()) {
                System.out.println(key + "--->" + map.get(key));
            }
            // 定义 BufferedReader输入流来读取URL的响应
            in = new BufferedReader(new InputStreamReader(
                    connection.getInputStream()));
            String line;
            while ((line = in.readLine()) != null) {
                result += line;
            }
        } catch (Exception e) {
            System.out.println("发送GET请求出现异常!" + e);
            e.printStackTrace();
        }
        // 使用finally块来关闭输入流
        finally {
            try {
                if (in != null) {
                    in.close();
                }
            } catch (Exception e2) {
                e2.printStackTrace();
            }
        }
        return result;
    }

    /**
     * 向指定 URL 发送POST方法的请求
     * 
     * @param url
     *            发送请求的 URL
     * @param param
     *            请求参数,请求参数应该是 name1=value1&name2=value2 的形式。
     * @return 所代表远程资源的响应结果
     */
    public static String sendPost(String url,String param) {
        PrintWriter out = null;
        BufferedReader in = null;
        String result = "";
        try {
            URL realUrl = new URL(url);
            // 打开和URL之间的连接
            URLConnection conn = realUrl.openConnection();
            // 设置通用的请求属性
            conn.setRequestProperty("accept", "*/*");
            conn.setRequestProperty("connection", "Keep-Alive");
            conn.setRequestProperty("user-agent",
                    "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;SV1)");
            // 发送POST请求必须设置如下两行
            conn.setDoOutput(true);
            conn.setDoInput(true);
            // 获取URLConnection对象对应的输出流
            out = new PrintWriter(conn.getOutputStream());
            // 发送请求参数
            out.print(param);
            // flush输出流的缓冲
            out.flush();
            // 定义BufferedReader输入流来读取URL的响应
            in = new BufferedReader(
                    new InputStreamReader(conn.getInputStream(),"UTF-8"));
            String line;
            while ((line = in.readLine()) != null) {
                result += line;
            }
        } catch (Exception e) {
            System.out.println("发送 POST 请求出现异常!"+e);
            e.printStackTrace();
        }
        //使用finally块来关闭输出流、输入流
        finally{
            try{
                if(out!=null){
                    out.close();
                }
                if(in!=null){
                    in.close();
                }
            }
            catch(IOException ex){
                ex.printStackTrace();
            }
        }
        return result;
    }    
}
 

 

 

1.另外https://github.com/NLPchina/elasticsearch-sql有人在自己项目里整合过吗  可以分享下吗?

加载中
0
openDatabase
openDatabase

如果get方式提交 把sql里的空格转换成%20 可以正确的请求到数据了

http://localhost:9200/_sql?sql=SELECT%20*%20FROM%20mycompany
null--->[HTTP/1.1 200 OK]
Content-Length--->[2357]
Content-Type--->[application/json; charset=UTF-8]
{"took":3,"timed_out":false,"_shards":{"total":5,"successful":2,"failed":0},"hits":{"total":11,"max_score":1.0,"hits":[{"_index":"mycompany","_type":"employee","_id":"1","_score":1.0,"_source":{"first_name": "John",    "last_name":"Smith",   "age":25,   "about":"I love to go rock climbing",      "interests":["sports","music"]}},{"_index":"mycompany","_type":"employee","_id":"7","_score":1.0,"_source":{"first_name": "John",    "last_name":"Smith",   "age":25,   "about":"I love to go rock climbing",      "interests":["sports","music"]}},{"_index":"mycompany","_type":"employee","_id":"13","_score":1.0,"_source":{"first_name": "John",    "last_name":"Smith",   "age":25,   "about":"I love to go rockc limbing",      "interests":["sports","music"]}},{"_index":"mycompany","_type":"employee","_id":"16","_score":1.0,"_source":{"first_name": "John",    "last_name":"Smith",   "age":25,   "about":"I love to go rock climbing",      "interests":["sports","music"]}},{"_index":"mycompany","_type":"employee","_id":"18","_score":1.0,"_source":{"first_name": "Douglas", "last_name":"Fir",     "age":35,   "about":"I like to build cabinets",       "interests":["forestry"]}},{"_index":"mycompany","_type":"employee","_id":"28","_score":1.0,"_source":{"first_name": "John",    "last_name":"Smith",   "age":25,   "about":"I love to go rock climbing",      "interests":["sports","music"]}},{"_index":"mycompany","_type":"order","_id":"1","_score":1.0,"_source":{"producName": "apple iphone6", "capacity":"128G",     "color":"black",   "price":6000}},{"_index":"mycompany","_type":"employee","_id":"3","_score":1.0,"_source":{"first_name": "Douglas", "last_name":"Fir",     "age":35,   "about":"I like to build cabinets",       "interests":["forestry"]}},{"_index":"mycompany","_type":"employee","_id":"11","_score":1.0,"_source":{"first_name": "Jane",    "last_name":"Smith",   "age":32,   "about":"I like to collect rock albums",   "interests":["music"]}},{"_index":"mycompany","_type":"employee","_id":"17","_score":1.0,"_source":{"first_name": "Jane",    "last_name":"Smith",   "age":32,   "about":"I like to collect rock albums",   "interests":["music"]}},{"_index":"mycompany","_type":"employee","_id":"23","_score":1.0,"_source":{"first_name": "Jane",    "last_name":"Smith",   "age":32,   "about":"I like to collect rock albums",   "interests":["music"]}}]}}
 

0
openDatabase
openDatabase

现在java代码里直接整合elastic search sql已经做好了

之前是创建transportclient的问题  http页面请求是9200端口   创建transportclient时要通过9300端

后面单独写一篇项目里整合elastic search sql要注意的点  贴出关键代码

返回顶部
顶部