/* * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one * or more contributor license agreements. Licensed under the "Elastic License * 2.0", the "GNU Affero General Public License v3.0 only", and the "Server Side * Public License v 1"; you may not use this file except in compliance with, at * your election, the "Elastic License 2.0", the "GNU Affero General Public * License v3.0 only", or the "Server Side Public License, v 1". */ package org.elasticsearch.search.query; import org.elasticsearch.action.explain.ExplainResponse; import org.elasticsearch.action.index.IndexRequestBuilder; import org.elasticsearch.common.Strings; import org.elasticsearch.index.query.QueryBuilders; import org.elasticsearch.search.SearchHit; import org.elasticsearch.test.ESIntegTestCase; import org.elasticsearch.xcontent.XContentBuilder; import org.elasticsearch.xcontent.XContentFactory; import org.elasticsearch.xcontent.json.JsonXContent; import java.util.ArrayList; import java.util.HashMap; import java.util.LinkedHashMap; import java.util.List; import java.util.Locale; import java.util.Map; import static java.util.Collections.emptyMap; import static java.util.Collections.singletonMap; import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertAcked; import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertHitCount; import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertHitCountAndNoFailures; import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertNoFailures; import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertNoFailuresAndResponse; public class ExistsIT extends ESIntegTestCase { // TODO: move this to a unit test somewhere... public void testEmptyIndex() throws Exception { createIndex("test"); assertNoFailures(prepareSearch("test").setQuery(QueryBuilders.existsQuery("foo"))); assertNoFailures(prepareSearch("test").setQuery(QueryBuilders.boolQuery().mustNot(QueryBuilders.existsQuery("foo")))); } public void testExists() throws Exception { XContentBuilder mapping = XContentBuilder.builder(JsonXContent.jsonXContent) .startObject() .startObject("_doc") .startObject("properties") .startObject("foo") .field("type", "text") .endObject() .startObject("bar") .field("type", "object") .startObject("properties") .startObject("foo") .field("type", "text") .endObject() .startObject("bar") .field("type", "object") .startObject("properties") .startObject("bar") .field("type", "text") .endObject() .endObject() .endObject() .startObject("baz") .field("type", "long") .endObject() .endObject() .endObject() .startObject("vec") .field("type", "sparse_vector") .endObject() .endObject() .endObject() .endObject(); assertAcked(indicesAdmin().prepareCreate("idx").setMapping(mapping)); Map barObject = new HashMap<>(); barObject.put("foo", "bar"); barObject.put("bar", singletonMap("bar", "foo")); @SuppressWarnings({ "rawtypes", "unchecked" }) final Map[] sources = new Map[] { // simple property singletonMap("foo", "bar"), // object fields singletonMap("bar", barObject), singletonMap("bar", singletonMap("baz", 42)), // sparse_vector field empty singletonMap("vec", emptyMap()), // sparse_vector field non-empty singletonMap("vec", singletonMap("1", 100)), // empty doc emptyMap() }; List reqs = new ArrayList<>(); for (Map source : sources) { reqs.add(prepareIndex("idx").setSource(source)); } // We do NOT index dummy documents, otherwise the type for these dummy documents // would have _field_names indexed while the current type might not which might // confuse the exists/missing parser at query time indexRandom(true, false, reqs); final Map expected = new LinkedHashMap<>(); expected.put("foo", 1); expected.put("f*", 1); expected.put("bar", 2); expected.put("bar.*", 2); expected.put("bar.foo", 1); expected.put("bar.bar", 1); expected.put("bar.bar.bar", 1); expected.put("foobar", 0); expected.put("vec", 2); final long numDocs = sources.length; assertNoFailuresAndResponse(prepareSearch("idx").setSize(sources.length), allDocs -> { assertHitCount(allDocs, numDocs); for (Map.Entry entry : expected.entrySet()) { final String fieldName = entry.getKey(); final int count = entry.getValue(); // exists assertNoFailuresAndResponse(prepareSearch("idx").setQuery(QueryBuilders.existsQuery(fieldName)), response -> { try { assertEquals( String.format( Locale.ROOT, "exists(%s, %d) mapping: %s response: %s", fieldName, count, Strings.toString(mapping), response ), count, response.getHits().getTotalHits().value() ); } catch (AssertionError e) { for (SearchHit searchHit : allDocs.getHits()) { final String index = searchHit.getIndex(); final String id = searchHit.getId(); final ExplainResponse explanation = client().prepareExplain(index, id) .setQuery(QueryBuilders.existsQuery(fieldName)) .get(); logger.info( "Explanation for [{}] / [{}] / [{}]: [{}]", fieldName, id, searchHit.getSourceAsString(), explanation.getExplanation() ); } throw e; } }); } }); } public void testFieldAlias() throws Exception { XContentBuilder mapping = XContentFactory.jsonBuilder() .startObject() .startObject("_doc") .startObject("properties") .startObject("bar") .field("type", "long") .endObject() .startObject("foo") .field("type", "object") .startObject("properties") .startObject("bar") .field("type", "double") .endObject() .endObject() .endObject() .startObject("foo-bar") .field("type", "alias") .field("path", "foo.bar") .endObject() .endObject() .endObject() .endObject(); assertAcked(prepareCreate("idx").setMapping(mapping)); ensureGreen("idx"); List indexRequests = new ArrayList<>(); indexRequests.add(prepareIndex("idx").setSource(emptyMap())); indexRequests.add(prepareIndex("idx").setSource(emptyMap())); indexRequests.add(prepareIndex("idx").setSource("bar", 3)); indexRequests.add(prepareIndex("idx").setSource("foo", singletonMap("bar", 2.718))); indexRequests.add(prepareIndex("idx").setSource("foo", singletonMap("bar", 6.283))); indexRandom(true, false, indexRequests); Map expected = new LinkedHashMap<>(); expected.put("foo.bar", 2); expected.put("foo-bar", 2); expected.put("foo*", 2); expected.put("*bar", 3); for (Map.Entry entry : expected.entrySet()) { String fieldName = entry.getKey(); int expectedCount = entry.getValue(); assertHitCountAndNoFailures(prepareSearch("idx").setQuery(QueryBuilders.existsQuery(fieldName)), expectedCount); } } public void testFieldAliasWithNoDocValues() throws Exception { XContentBuilder mapping = XContentFactory.jsonBuilder() .startObject() .startObject("_doc") .startObject("properties") .startObject("foo") .field("type", "long") .field("doc_values", false) .endObject() .startObject("foo-alias") .field("type", "alias") .field("path", "foo") .endObject() .endObject() .endObject() .endObject(); assertAcked(prepareCreate("idx").setMapping(mapping)); ensureGreen("idx"); List indexRequests = new ArrayList<>(); indexRequests.add(prepareIndex("idx").setSource(emptyMap())); indexRequests.add(prepareIndex("idx").setSource(emptyMap())); indexRequests.add(prepareIndex("idx").setSource("foo", 3)); indexRequests.add(prepareIndex("idx").setSource("foo", 43)); indexRandom(true, false, indexRequests); assertHitCountAndNoFailures(prepareSearch("idx").setQuery(QueryBuilders.existsQuery("foo-alias")), 2L); } }