Java tutorial
/* * Licensed to Elasticsearch under one or more contributor * license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright * ownership. Elasticsearch licenses this file to you under * the Apache License, Version 2.0 (the "License"); you may * not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ package org.elasticsearch.index.fielddata; import org.apache.lucene.analysis.standard.StandardAnalyzer; import org.apache.lucene.document.Document; import org.apache.lucene.document.Field; import org.apache.lucene.document.StringField; import org.apache.lucene.index.*; import org.apache.lucene.search.IndexSearcher; import org.apache.lucene.search.Query; import org.apache.lucene.store.RAMDirectory; import org.elasticsearch.Version; import org.elasticsearch.cluster.metadata.IndexMetaData; import org.elasticsearch.common.lucene.index.ElasticsearchDirectoryReader; import org.elasticsearch.common.settings.Settings; import org.elasticsearch.index.IndexService; import org.elasticsearch.index.cache.bitset.BitsetFilterCache; import org.elasticsearch.index.mapper.ContentPath; import org.elasticsearch.index.mapper.MappedFieldType; import org.elasticsearch.index.mapper.Mapper.BuilderContext; import org.elasticsearch.index.mapper.MapperBuilders; import org.elasticsearch.index.mapper.MapperService; import org.elasticsearch.index.mapper.geo.BaseGeoPointFieldMapper; import org.elasticsearch.index.mapper.geo.GeoPointFieldMapper; import org.elasticsearch.index.mapper.geo.GeoPointFieldMapperLegacy; import org.elasticsearch.index.mapper.internal.ParentFieldMapper; import org.elasticsearch.index.shard.ShardId; import org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache; import org.elasticsearch.test.ESSingleNodeTestCase; import org.elasticsearch.test.VersionUtils; import org.junit.After; import org.junit.Before; import java.io.IOException; import static org.elasticsearch.index.fielddata.IndexFieldData.XFieldComparatorSource.Nested; import static org.hamcrest.Matchers.equalTo; import static org.hamcrest.Matchers.not; import static org.hamcrest.Matchers.sameInstance; public abstract class AbstractFieldDataTestCase extends ESSingleNodeTestCase { protected IndexService indexService; protected IndexFieldDataService ifdService; protected MapperService mapperService; protected IndexWriter writer; protected LeafReaderContext readerContext; protected DirectoryReader topLevelReader; protected IndicesFieldDataCache indicesFieldDataCache; protected abstract FieldDataType getFieldDataType(); protected boolean hasDocValues() { return false; } public <IFD extends IndexFieldData<?>> IFD getForField(String fieldName) { return getForField(getFieldDataType(), fieldName, hasDocValues()); } public <IFD extends IndexFieldData<?>> IFD getForField(FieldDataType type, String fieldName) { return getForField(type, fieldName, hasDocValues()); } public <IFD extends IndexFieldData<?>> IFD getForField(FieldDataType type, String fieldName, boolean docValues) { final MappedFieldType fieldType; final BuilderContext context = new BuilderContext(indexService.indexSettings(), new ContentPath(1)); if (type.getType().equals("string")) { fieldType = MapperBuilders.stringField(fieldName).tokenized(false).docValues(docValues) .fieldDataSettings(type.getSettings()).build(context).fieldType(); } else if (type.getType().equals("float")) { fieldType = MapperBuilders.floatField(fieldName).docValues(docValues) .fieldDataSettings(type.getSettings()).build(context).fieldType(); } else if (type.getType().equals("double")) { fieldType = MapperBuilders.doubleField(fieldName).docValues(docValues) .fieldDataSettings(type.getSettings()).build(context).fieldType(); } else if (type.getType().equals("long")) { fieldType = MapperBuilders.longField(fieldName).docValues(docValues) .fieldDataSettings(type.getSettings()).build(context).fieldType(); } else if (type.getType().equals("int")) { fieldType = MapperBuilders.integerField(fieldName).docValues(docValues) .fieldDataSettings(type.getSettings()).build(context).fieldType(); } else if (type.getType().equals("short")) { fieldType = MapperBuilders.shortField(fieldName).docValues(docValues) .fieldDataSettings(type.getSettings()).build(context).fieldType(); } else if (type.getType().equals("byte")) { fieldType = MapperBuilders.byteField(fieldName).docValues(docValues) .fieldDataSettings(type.getSettings()).build(context).fieldType(); } else if (type.getType().equals("geo_point")) { if (Version.indexCreated(indexService.settingsService().indexSettings()).before(Version.V_2_2_0)) { fieldType = new GeoPointFieldMapperLegacy.Builder(fieldName).docValues(docValues) .fieldDataSettings(type.getSettings()).build(context).fieldType(); } else { fieldType = new GeoPointFieldMapper.Builder(fieldName).docValues(docValues) .fieldDataSettings(type.getSettings()).build(context).fieldType(); } } else if (type.getType().equals("_parent")) { fieldType = new ParentFieldMapper.Builder("_type").type(fieldName).build(context).fieldType(); } else if (type.getType().equals("binary")) { fieldType = MapperBuilders.binaryField(fieldName).docValues(docValues) .fieldDataSettings(type.getSettings()).build(context).fieldType(); } else { throw new UnsupportedOperationException(type.getType()); } return ifdService.getForField(fieldType); } @Before public void setup() throws Exception { Version version = VersionUtils.randomVersionBetween(random(), Version.V_2_0_0, Version.CURRENT); Settings settings = Settings.builder().put("index.fielddata.cache", "none") .put(IndexMetaData.SETTING_VERSION_CREATED, version).build(); indexService = createIndex("test", settings); mapperService = indexService.mapperService(); indicesFieldDataCache = indexService.injector().getInstance(IndicesFieldDataCache.class); ifdService = indexService.fieldData(); // LogByteSizeMP to preserve doc ID order writer = new IndexWriter(new RAMDirectory(), new IndexWriterConfig(new StandardAnalyzer()).setMergePolicy(new LogByteSizeMergePolicy())); } protected final LeafReaderContext refreshReader() throws Exception { if (readerContext != null) { readerContext.reader().close(); } topLevelReader = ElasticsearchDirectoryReader.wrap(DirectoryReader.open(writer, true), new ShardId("foo", 1)); LeafReader reader = SlowCompositeReaderWrapper.wrap(topLevelReader); readerContext = reader.getContext(); return readerContext; } @Override @After public void tearDown() throws Exception { super.tearDown(); if (readerContext != null) { readerContext.reader().close(); } writer.close(); } protected Nested createNested(IndexSearcher searcher, Query parentFilter, Query childFilter) throws IOException { BitsetFilterCache s = indexService.bitsetFilterCache(); return new Nested(s.getBitSetProducer(parentFilter), searcher.createNormalizedWeight(childFilter, false)); } public void testEmpty() throws Exception { Document d = new Document(); d.add(new StringField("field", "value", Field.Store.NO)); writer.addDocument(d); refreshReader(); IndexFieldData fieldData = getForField("non_existing_field"); int max = randomInt(7); AtomicFieldData previous = null; for (int i = 0; i < max; i++) { AtomicFieldData current = fieldData.load(readerContext); assertThat(current.ramBytesUsed(), equalTo(0l)); if (previous != null) { assertThat(current, not(sameInstance(previous))); } previous = current; } } }