ElasticSearch（四）Java中使用ES

LvhaoIT 2023-04-14 原文

Java内使用ES

文章目录

Java内使用ES

1、JAVA整合ElasticSearch

导入Java与ElasticSerach的依赖

<!--ES-->
<dependency>
  <groupId>org.elasticsearch</groupId>
  <artifactId>elasticsearch</artifactId>
  <version>7.9.3</version>
</dependency>

<!--es客户端-->
<dependency>
  <groupId>org.elasticsearch.client</groupId>
  <artifactId>elasticsearch-rest-high-level-client</artifactId>
  <version>7.9.3</version>
</dependency>

<!--处理es日志-->
<dependency>
  <groupId>org.apache.logging.log4j</groupId>
  <artifactId>log4j-api</artifactId>
  <version>2.8.2</version>
</dependency>

<!--json转换-->
<dependency>
  <groupId>com.fasterxml.jackson.core</groupId>
  <artifactId>jackson-databind</artifactId>
  <version>2.12.5</version>
</dependency>

<dependency>
  <groupId>com.alibaba</groupId>
  <artifactId>fastjson</artifactId>
  <version>1.2.75</version>
</dependency>

编写测试类，尝试获取ES连接

public class ESTestClient {

  public static void main(String[] args) throws Exception  {
    //创建es客户端
    RestHighLevelClient esClient = new RestHighLevelClient(RestClient.builder(new HttpHost("127.0.0.1", 9200)));
    System.out.println(esClient);

    //关闭客户端连接
    esClient.close();
  }
}

2、JAVA内操作索引

2.1 创建索引

public class ESTestIndexCreate {

    public static void main(String[] args) throws Exception  {
        //创建es客户端
        RestHighLevelClient esClient = new RestHighLevelClient(RestClient.builder(new HttpHost("127.0.0.1", 9200)));
        System.out.println(esClient);

        //创建索引
        CreateIndexRequest request = new CreateIndexRequest("user");
        CreateIndexResponse createIndexResponse = esClient.indices().create(request, RequestOptions.DEFAULT);

        //拿到响应状态
        boolean acknowledged = createIndexResponse.isAcknowledged();
        System.out.println("索引操作： "+ acknowledged);

        //关闭客户端连接
        esClient.close();
    }
}

2.2 获取索引信息

public class ESTestGetIndex {
    public static void main(String[] args) throws Exception  {
        //创建es客户端
        RestHighLevelClient esClient = new RestHighLevelClient(RestClient.builder(new HttpHost("127.0.0.1", 9200)));
        System.out.println(esClient);

        //创建索引连接
        GetIndexRequest request = new GetIndexRequest("user");
        GetIndexResponse getIndexResponse = esClient.indices().get(request, RequestOptions.DEFAULT);

        System.out.println("索引查询： "+ getIndexResponse.getAliases());
        System.out.println("索引查询： "+ getIndexResponse.getMappings());
        System.out.println("索引查询： "+ getIndexResponse.getSettings());

        //关闭客户端连接
        esClient.close();
    }
}

2.3 删除索引信息

public class ESTestIndexDelete {

    public static void main(String[] args) throws Exception  {
        //创建es客户端
        RestHighLevelClient esClient = new RestHighLevelClient(RestClient.builder(new HttpHost("127.0.0.1", 9200)));
        System.out.println(esClient);

        //删除索引
        DeleteIndexRequest request = new DeleteIndexRequest("user2");
        AcknowledgedResponse delete = esClient.indices().delete(request, RequestOptions.DEFAULT);

        //拿到响应状态
        boolean acknowledged = delete.isAcknowledged();
        System.out.println("索引删除操作： "+ acknowledged);


        //关闭客户端连接
        esClient.close();
    }
}

3、JAVA内增删改doc

创建一个实体类User，用来和es中user索引数据匹配

@Data
public class User {

    private String name;
    private String sex;
    private String tel;
    private Integer age;

    public static User createRandUser(int i){
        User user = new User();
        user.setTel("手机"+i);
        user.setSex("性别"+i);
        user.setName("zhangsan"+i);
        user.setAge(30+i-1);
        return user;
    }
}

3.1 新增文档信息

public class ESTestDocInsert {

    public static void main(String[] args) throws Exception {
        //创建es客户端
        RestHighLevelClient esClient = new RestHighLevelClient(RestClient.builder(new HttpHost("127.0.0.1", 9200)));
        System.out.println(esClient);

        IndexRequest request = new IndexRequest();
      //方式1 这种方式会根据id 将数据进行新增 ，如果存在相同id，则会整体覆盖
		  //request.index("user").id("1004");
      //不指定id的情况，es会自己生成一个随机串变成id
        request.index("user");

      //构建对象
        User user = new User();
        user.setName("zhangsan22");
        user.setSex("男性");
        user.setTel("1111");

        //向es插入数据，必须将数据转成json格式
        ObjectMapper mapper = new ObjectMapper();
        String userJson = mapper.writeValueAsString(user);
        request.source(userJson, XContentType.JSON);

         IndexResponse response = esClient.index(request, RequestOptions.DEFAULT);

        System.out.println(response.getResult());

        //关闭客户端连接
        esClient.close();
    }
}

3.2 批量新增文档信息

/**
 * 根据id数组批量删除
 */
public class ESTestDocInsertBulk {

  public static void main(String[] args) throws Exception {
    //创建es客户端
    RestHighLevelClient esClient = new RestHighLevelClient(RestClient.builder(new HttpHost("127.0.0.1", 9200)));
    System.out.println(esClient);

    //创建请求头
    BulkRequest request = new BulkRequest("user");

    List<String> idList  = Arrays.asList("1,2,3,4".split(","));

    int i = 1;
    ObjectMapper mapper = new ObjectMapper();

    for (String id : idList) {
      User user = User.createRandUser(i);
      String userJson = mapper.writeValueAsString(user);
      request.add(new IndexRequest().index("user").id(id).source(userJson, XContentType.JSON));
      i++;
    }

    BulkResponse response = esClient.bulk(request, RequestOptions.DEFAULT);
    System.out.println(response.getTook());
    System.out.println(response.getItems());

    //关闭客户端连接
    esClient.close();
  }
}

3.3 根据id删除文档

/**
 * 直接根据id删除
 */
public class ESTestDocDeleteById {

    public static void main(String[] args) throws Exception {
        //创建es客户端
        RestHighLevelClient esClient = new RestHighLevelClient(RestClient.builder(new HttpHost("127.0.0.1", 9200)));
        System.out.println(esClient);

        //构建删除请求
        DeleteRequest request = new DeleteRequest("user");
        request.id("1003");

        DeleteResponse response = esClient.delete(request, RequestOptions.DEFAULT);
        System.out.println(response.getResult());

        //关闭客户端连接
        esClient.close();
    }
}

3.4 根据id批量删除

/**
 * 根据id数组批量删除
 */
public class ESTestDocDeleteBulk {

    public static void main(String[] args) throws Exception {
        //创建es客户端
        RestHighLevelClient esClient = new RestHighLevelClient(RestClient.builder(new HttpHost("127.0.0.1", 9200)));
        System.out.println(esClient);

       
        BulkRequest request = new BulkRequest("user");

        List<String> idList  = Arrays.asList("1,2,3,4".split(","));
        
        for (String id : idList) {
            request.add(new DeleteRequest().index("user").id(id));
        }
        
        BulkResponse response = esClient.bulk(request, RequestOptions.DEFAULT);
        System.out.println(response.getTook());
        System.out.println(response.getItems());

        //关闭客户端连接
        esClient.close();
    }
}

3.5 根据id部分修改

这里说的是部分修改，整体覆盖修改参考带id新增

/**
 * 直接根据id部分修改
 */
public class ESTestDocUpdate {

    public static void main(String[] args) throws Exception {
        //创建es客户端
        RestHighLevelClient esClient = new RestHighLevelClient(RestClient.builder(new HttpHost("127.0.0.1", 9200)));
        System.out.println(esClient);

        //修改数据 部分修改
        UpdateRequest request = new UpdateRequest();
        request.index("user").id("1003");
      	//字段 修改后值
        request.doc(XContentType.JSON,"age","23","sex","男性");

        UpdateResponse response = esClient.update(request, RequestOptions.DEFAULT);
        System.out.println(response.getResult());

        //关闭客户端连接
        esClient.close();
    }
}

4、JAVA内查询doc

4.1 根据id查询文档

/**
 * 直接根据id查找
 */
public class ESTestDocQueryById {

    public static void main(String[] args) throws Exception {
        //创建es客户端
        RestHighLevelClient esClient = new RestHighLevelClient(RestClient.builder(new HttpHost("127.0.0.1", 9200)));
        System.out.println(esClient);

        //查询数据
        GetRequest request = new GetRequest("user");
        request.id("_Ee4D4IBS68PlTMezCd0");

        GetResponse response = esClient.get(request, RequestOptions.DEFAULT);
        System.out.println(response.getSourceAsString());
        User user =  JSON.parseObject(response.getSourceAsString(), User.class);
        System.out.println(user.toString());

        //关闭客户端连接
        esClient.close();
    }
}

4.2 查询全部 matchAll

private static void queryALl(RestHighLevelClient esClient)throws Exception {
  //查询索引中的全部数据
  SearchRequest request = new SearchRequest();
  request.indices("user");

  //查询全部 matchAll
  request.source(new SearchSourceBuilder().query(QueryBuilders.matchAllQuery()));

  SearchResponse  response = esClient.search(request, RequestOptions.DEFAULT);
  SearchHits hits = response.getHits();

  System.out.println(hits.getTotalHits());
  System.out.println(response.getTook());

  for (SearchHit hit : hits.getHits()) {
    System.out.println(hit.getSourceAsString());
  }
}

4.3 条件查询

private static void queryCondition(RestHighLevelClient esClient) throws Exception {
  //查询索引中的全部数据
  SearchRequest request = new SearchRequest();
  request.indices("user");

  //分词中 同时包含李强才可以，因为底层默认使用英文分词器，所以李强会被分为 李，强没办法符合条件所以查询不到
 //request.source(new SearchSourceBuilder().query(QueryBuilders.termQuery("name","李强")));
  //这样是李强字段不可再分，查询name字段中包含此字段的数据
  request.source(new SearchSourceBuilder().query(QueryBuilders.matchPhraseQuery ("name","李强")));


  SearchResponse  response = esClient.search(request, RequestOptions.DEFAULT);
  SearchHits hits = response.getHits();

  System.out.println(hits.getTotalHits());
  System.out.println(response.getTook());

  for (SearchHit hit : hits.getHits()) {
    System.out.println(hit.getSourceAsString());
  }
}

4.4 分页查询、部分字段显示、排序

private static void queryPage(RestHighLevelClient esClient) throws Exception {
    SearchRequest request = new SearchRequest();
    request.indices("user");

    //构造查询条件
    SearchSourceBuilder query = new SearchSourceBuilder().query(QueryBuilders.matchAllQuery());
  
  	//分页
    query.from(0); //从第几条数据开始截取 （页码-1）* 每页数量
    query.size(2); //每页的数量

    String[] excludes = {"name"}; //排除字段
    String[] includes = {"tel"}; //展示字段

    query.fetchSource(includes,excludes);

    //排序
    query.sort("tel",SortOrder.ASC);

    request.source(query);

    SearchResponse  response = esClient.search(request, RequestOptions.DEFAULT);
    SearchHits hits = response.getHits();

    for (SearchHit hit : hits.getHits()) {
        System.out.println(hit.getSourceAsString());
    }
}

4.5 组合条件查询

    private static void queryConditionS(RestHighLevelClient esClient)throws Exception {
        SearchRequest request = new SearchRequest();
        request.indices("user");

        //构造查询条件
        SearchSourceBuilder builder = new SearchSourceBuilder();
        BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();

        //组合条件查询
        //与
//        boolQueryBuilder.must(QueryBuilders.matchQuery("name","小"));
//        boolQueryBuilder.must(QueryBuilders.matchQuery("sex","性别1"));
//        boolQueryBuilder.mustNot(QueryBuilders.matchQuery("sex","性别1"));

        //或
        boolQueryBuilder.should(QueryBuilders.matchQuery("name","华"));
        boolQueryBuilder.should(QueryBuilders.matchQuery("sex","男"));

        //排序
        builder.sort("tel",SortOrder.ASC);

        builder.query(boolQueryBuilder);
        request.source(builder);

        SearchResponse  response = esClient.search(request, RequestOptions.DEFAULT);
        SearchHits hits = response.getHits();

        System.out.println(hits.getTotalHits());
        System.out.println(response.getTook());

        for (SearchHit hit : hits.getHits()) {
            System.out.println(hit.getSourceAsString());
        }
    }

4.6 范围查询

private static void queryBetween(RestHighLevelClient esClient) throws Exception{
    SearchRequest request = new SearchRequest();
    request.indices("user");

    //构造查询条件
    SearchSourceBuilder builder = new SearchSourceBuilder();
   RangeQueryBuilder rangeQueryBuilder = QueryBuilders.rangeQuery("age");
   rangeQueryBuilder.gte(30);
   rangeQueryBuilder.lte(32);

    //排序
    builder.sort("tel",SortOrder.ASC);

    builder.query(rangeQueryBuilder);
    request.source(builder);

    SearchResponse  response = esClient.search(request, RequestOptions.DEFAULT);
    SearchHits hits = response.getHits();

    System.out.println(hits.getTotalHits());
    System.out.println(response.getTook());

    for (SearchHit hit : hits.getHits()) {
        System.out.println(hit.getSourceAsString());
    }
}

4.7 模糊查询(不针对中文)

private static void queryLike(RestHighLevelClient esClient) throws Exception{
  SearchRequest request = new SearchRequest();
  request.indices("user");

  //构造查询条件
  SearchSourceBuilder builder = new SearchSourceBuilder();
  builder.query(QueryBuilders.fuzzyQuery("name","zhangsan").fuzziness(Fuzziness.ONE));

  request.source(builder);

  SearchResponse  response = esClient.search(request, RequestOptions.DEFAULT);
  SearchHits hits = response.getHits();

  System.out.println(hits.getTotalHits());
  System.out.println(response.getTook());

  for (SearchHit hit : hits.getHits()) {
    System.out.println(hit.getSourceAsString());
  }
}

4.8 高亮查询

private static void queryHighLighter(RestHighLevelClient esClient) throws   Exception{
    SearchRequest request = new SearchRequest();
    request.indices("user");

    //构造查询条件
    SearchSourceBuilder builder = new SearchSourceBuilder();
    TermQueryBuilder termQueryBuilder = QueryBuilders.termQuery("name", "zhang");

    HighlightBuilder highlightBuilder = new HighlightBuilder();
    highlightBuilder.preTags("<h1 color='red'>");
    highlightBuilder.postTags("</h1>");
    highlightBuilder.field("name");

    builder.highlighter(highlightBuilder);
    builder.query(termQueryBuilder);

    request.source(builder);

    SearchResponse  response = esClient.search(request, RequestOptions.DEFAULT);
    SearchHits hits = response.getHits();

    System.out.println(hits.getTotalHits());
    System.out.println(response.getTook());

    for (SearchHit hit : hits.getHits()) {
        System.out.println(hit.getSourceAsString());
    }
}

4.8 聚合查询（最大值）

private static void queryAggregation(RestHighLevelClient esClient)throws Exception {
    SearchRequest request = new SearchRequest();
    request.indices("user");

    //构造查询条件
    SearchSourceBuilder builder = new SearchSourceBuilder();
//分组名称，聚合字段
    AggregationBuilder  aggregationBuilder= AggregationBuilders.max("maxAge").field("age");

    builder.aggregation(aggregationBuilder);
    request.source(builder);

    SearchResponse  response = esClient.search(request, RequestOptions.DEFAULT);
    System.out.println( response);
    SearchHits hits = response.getHits();

    System.out.println(hits.getTotalHits());
    System.out.println(response.getTook());

    for (SearchHit hit : hits.getHits()) {
        System.out.println(hit.getSourceAsString());
    }
}

4.9 聚合查询（group分组）

private static void queryGroup(RestHighLevelClient esClient) throws Exception  {
    SearchRequest request = new SearchRequest();
    request.indices("user");

    //构造查询条件
    SearchSourceBuilder builder = new SearchSourceBuilder();

    AggregationBuilder  aggregationBuilder= AggregationBuilders.terms("ageGroup").field("age");

    builder.aggregation(aggregationBuilder);
    request.source(builder);

    SearchResponse  response = esClient.search(request, RequestOptions.DEFAULT);
    System.out.println( response);
    SearchHits hits = response.getHits();

    System.out.println(hits.getTotalHits());
    System.out.println(response.getTook());

    for (SearchHit hit : hits.getHits()) {
        System.out.println(hit.getSourceAsString());
    }
}

有关ElasticSearch（四）Java中使用ES的更多相关文章

ruby - 如何使用 Nokogiri 的 xpath 和 at_xpath 方法 - 2
我正在学习如何使用Nokogiri，根据这段代码我遇到了一些问题:require'rubygems'require'mechanize'post_agent=WWW::Mechanize.newpost_page=post_agent.get('http://www.vbulletin.org/forum/showthread.php?t=230708')puts"\nabsolutepathwithtbodygivesnil"putspost_page.parser.xpath('/html/body/div/div/div/div/div/table/tbody/tr/td/div
ruby - 使用 RubyZip 生成 ZIP 文件时设置压缩级别 - 2
我有一个Ruby程序，它使用rubyzip压缩XML文件的目录树。gem。我的问题是文件开始变得很重，我想提高压缩级别，因为压缩时间不是问题。我在rubyzipdocumentation中找不到一种为创建的ZIP文件指定压缩级别的方法。有人知道如何更改此设置吗？是否有另一个允许指定压缩级别的Ruby库？最佳答案这是我通过查看rubyzip内部创建的代码。level=Zlib::BEST_COMPRESSIONZip::ZipOutputStream.open(zip_file)do|zip|Dir.glob("**/*")d
ruby - 为什么我可以在 Ruby 中使用 Object#send 访问私有(private)/ protected 方法？ - 2
类classAprivatedeffooputs:fooendpublicdefbarputs:barendprivatedefzimputs:zimendprotecteddefdibputs:dibendendA的实例a=A.new测试a.foorescueputs:faila.barrescueputs:faila.zimrescueputs:faila.dibrescueputs:faila.gazrescueputs:fail测试输出failbarfailfailfail.发送测试[:foo,:bar,:zim,:dib,:gaz].each{|m|a.send(m)resc
ruby-on-rails - 使用 Ruby on Rails 进行自动化测试 - 最佳实践 - 2
很好奇，就使用rubyonrails自动化单元测试而言，你们正在做什么？您是否创建了一个脚本来在cron中运行rake作业并将结果邮寄给您？git中的预提交Hook？只是手动调用？我完全理解测试，但想知道在错误发生之前捕获错误的最佳实践是什么。让我们理所当然地认为测试本身是完美无缺的，并且可以正常工作。下一步是什么以确保他们在正确的时间将可能有害的结果传达给您？最佳答案不确定您到底想听什么，但是有几个级别的自动代码库控制:在处理某项功能时，您可以使用类似autotest的内容获得关于哪些有效，哪些无效的即时反馈。要确保您的提
ruby - 在 Ruby 中使用匿名模块 - 2
假设我做了一个模块如下:m=Module.newdoclassCendend三个问题:除了对m的引用之外，还有什么方法可以访问C和m中的其他内容？我可以在创建匿名模块后为其命名吗(就像我输入“module...”一样)？如何在使用完匿名模块后将其删除，使其定义的常量不再存在？最佳答案三个答案:是的，使用ObjectSpace.此代码使c引用你的类(class)C不引用m:c=nilObjectSpace.each_object{|obj|c=objif(Class===objandobj.name=~/::C$/)}当然这取决于
ruby - 使用 ruby 和 savon 的 SOAP 服务 - 2
我正在尝试使用ruby和Savon来使用网络服务。测试服务为http://www.webservicex.net/WS/WSDetails.aspx?WSID=9&CATID=2require'rubygems'require'savon'client=Savon::Client.new"http://www.webservicex.net/stockquote.asmx?WSDL"client.get_quotedo|soap|soap.body={:symbol=>"AAPL"}end返回SOAP异常。检查soap信封，在我看来soap请求没有正确的命名空间。任何人都可以建议我
python - 如何使用 Ruby 或 Python 创建一系列高音调和低音调的蜂鸣声？ - 2
关闭。这个问题是opinion-based.它目前不接受答案。想要改进这个问题？更新问题，以便editingthispost可以用事实和引用来回答它.关闭4年前。Improvethisquestion我想在固定时间创建一系列低音和高音调的哔哔声。例如:在150毫秒时发出高音调的蜂鸣声在151毫秒时发出低音调的蜂鸣声200毫秒时发出低音调的蜂鸣声250毫秒的高音调蜂鸣声有没有办法在Ruby或Python中做到这一点？我真的不在乎输出编码是什么(.wav、.mp3、.ogg等等)，但我确实想创建一个输出文件。
ruby-on-rails - 'compass watch' 是如何工作的/它是如何与 rails 一起使用的 - 2
我在我的项目目录中完成了compasscreate.和compassinitrails。几个问题:我已将我的.sass文件放在public/stylesheets中。这是放置它们的正确位置吗？当我运行compasswatch时，它不会自动编译这些.sass文件。我必须手动指定文件:compasswatchpublic/stylesheets/myfile.sass等。如何让它自动运行？文件ie.css、print.css和screen.css已放在stylesheets/compiled。如何在编译后不让它们重新出现的情况下删除它们？我自己编译的.sass文件编译成compiled/t
ruby - 使用 ruby 将 HTML 转换为纯文本并维护结构/格式 - 2
我想将html转换为纯文本。不过，我不想只删除标签，我想智能地保留尽可能多的格式。为插入换行符标签，检测段落并格式化它们等。输入非常简单，通常是格式良好的html(不是整个文档，只是一堆内容，通常没有anchor或图像)。我可以将几个正则表达式放在一起，让我达到80%，但我认为可能有一些现有的解决方案更智能。最佳答案首先，不要尝试为此使用正则表达式。很有可能你会想出一个脆弱/脆弱的解决方案，它会随着HTML的变化而崩溃，或者很难管理和维护。您可以使用Nokogiri快速解析HTML并提取文本:require'nokogiri'h
ruby - 在 64 位 Snow Leopard 上使用 rvm、postgres 9.0、ruby 1.9.2-p136 安装 pg gem 时出现问题 - 2
我想为Heroku构建一个Rails3应用程序。他们使用Postgres作为他们的数据库，所以我通过MacPorts安装了postgres9.0。现在我需要一个postgresgem并且共识是出于性能原因你想要pggem。但是我对我得到的错误感到非常困惑当我尝试在rvm下通过geminstall安装pg时。我已经非常明确地指定了所有postgres目录的位置可以找到但仍然无法完成安装:$envARCHFLAGS='-archx86_64'geminstallpg--\--with-pg-config=/opt/local/var/db/postgresql90/defaultdb/po

ElasticSearch（四）Java中使用ES

Java内使用ES

文章目录

1、JAVA整合ElasticSearch

2、JAVA内操作索引

2.1 创建索引

2.2 获取索引信息

2.3 删除索引信息

3、JAVA内增删改doc

3.1 新增文档信息

3.2 批量新增文档信息

3.3 根据id删除文档

3.4 根据id批量删除

3.5 根据id部分修改

4、JAVA内查询doc

4.1 根据id查询文档

4.2 查询全部 matchAll

4.3 条件查询

4.4 分页查询、部分字段显示、排序

4.5 组合条件查询

4.7 模糊查询(不针对中文)

4.8 高亮查询

4.8 聚合查询（最大值）

4.9 聚合查询（group分组）

有关ElasticSearch（四）Java中使用ES的更多相关文章

随机推荐