Java tutorial
/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.solr; import org.apache.lucene.analysis.TokenStream; import org.apache.lucene.analysis.tokenattributes.OffsetAttribute; import org.apache.solr.request.SolrQueryRequest; import org.apache.solr.schema.DateField; import org.apache.solr.schema.FieldType; import org.apache.solr.schema.TrieField; import org.apache.solr.util.DateMathParser; import org.junit.After; import org.junit.BeforeClass; import org.junit.Test; import java.text.SimpleDateFormat; import java.util.Locale; import java.util.TimeZone; /** * Tests for TrieField functionality * * * @since solr 1.4 */ public class TestTrie extends SolrTestCaseJ4 { @BeforeClass public static void beforeClass() throws Exception { initCore("solrconfig.xml", "schema-trie.xml"); } @Override @After public void tearDown() throws Exception { clearIndex(); super.tearDown(); } @Test public void testTokenizer() throws Exception { FieldType type = h.getCore().getLatestSchema().getFieldType("tint"); assertTrue(type instanceof TrieField); String value = String.valueOf(random().nextInt()); TokenStream ts = type.getAnalyzer().tokenStream("dummy", value); OffsetAttribute ofsAtt = ts.addAttribute(OffsetAttribute.class); ts.reset(); int count = 0; while (ts.incrementToken()) { count++; assertEquals(0, ofsAtt.startOffset()); assertEquals(value.length(), ofsAtt.endOffset()); } final int precStep = ((TrieField) type).getPrecisionStep(); assertEquals((32 + precStep - 1) / precStep, count); ts.end(); assertEquals(value.length(), ofsAtt.startOffset()); assertEquals(value.length(), ofsAtt.endOffset()); ts.close(); // Test empty one: ts = type.getAnalyzer().tokenStream("dummy", ""); ts.reset(); assertFalse(ts.incrementToken()); ts.end(); assertEquals(0, ofsAtt.startOffset()); assertEquals(0, ofsAtt.endOffset()); ts.close(); } @Test public void testTrieIntRangeSearch() throws Exception { for (int i = 0; i < 10; i++) { assertU(adoc("id", String.valueOf(i), "tint", String.valueOf(i))); } assertU(commit()); assertQ("Range filter must match only 5 documents", req("q", "*:*", "fq", "tint:[2 TO 6]"), "//*[@numFound='5']"); for (int i = 1; i < 11; i++) { assertU(adoc("id", String.valueOf(-i), "tint", String.valueOf(-i))); } assertU(commit()); assertQ("Range filter must match only 5 documents", req("q", "*:*", "fq", "tint:[-6 TO -2]"), "//*[@numFound='5']"); // Test open ended range searches assertQ("Range filter tint:[-9 to *] must match 20 documents", req("q", "*:*", "fq", "tint:[-10 TO *]"), "//*[@numFound='20']"); assertQ("Range filter tint:[* to 9] must match 20 documents", req("q", "*:*", "fq", "tint:[* TO 10]"), "//*[@numFound='20']"); assertQ("Range filter tint:[* to *] must match 20 documents", req("q", "*:*", "fq", "tint:[* TO *]"), "//*[@numFound='20']"); // Sorting assertQ("Sort descending does not work correctly on tint fields", req("q", "*:*", "sort", "tint desc"), "//*[@numFound='20']", "//int[@name='tint'][.='9']"); assertQ("Sort ascending does not work correctly on tint fields", req("q", "*:*", "sort", "tint asc"), "//*[@numFound='20']", "//int[@name='tint'][.='-10']"); // Function queries assertQ("Function queries does not work correctly on tint fields", req("q", "_val_:\"sum(tint,1)\""), "//*[@numFound='20']", "//int[@name='tint'][.='9']"); } @Test public void testTrieTermQuery() throws Exception { for (int i = 0; i < 10; i++) { assertU(adoc("id", String.valueOf(i), "tint", String.valueOf(i), "tfloat", String.valueOf(i * i * 31.11f), "tlong", String.valueOf((long) Integer.MAX_VALUE + (long) i), "tdouble", String.valueOf(i * 2.33d))); } assertU(commit()); // Use with q assertQ("Term query on trie int field must match 1 document", req("q", "tint:2"), "//*[@numFound='1']"); assertQ("Term query on trie float field must match 1 document", req("q", "tfloat:124.44"), "//*[@numFound='1']"); assertQ("Term query on trie long field must match 1 document", req("q", "tlong:2147483648"), "//*[@numFound='1']"); assertQ("Term query on trie double field must match 1 document", req("q", "tdouble:4.66"), "//*[@numFound='1']"); // Use with fq assertQ("Term query on trie int field must match 1 document", req("q", "*:*", "fq", "tint:2"), "//*[@numFound='1']"); assertQ("Term query on trie float field must match 1 document", req("q", "*:*", "fq", "tfloat:124.44"), "//*[@numFound='1']"); assertQ("Term query on trie long field must match 1 document", req("q", "*:*", "fq", "tlong:2147483648"), "//*[@numFound='1']"); assertQ("Term query on trie double field must match 1 document", req("q", "*:*", "fq", "tdouble:4.66"), "//*[@numFound='1']"); } @Test public void testTrieFloatRangeSearch() throws Exception { for (int i = 0; i < 10; i++) { assertU(adoc("id", String.valueOf(i), "tfloat", String.valueOf(i * i * 31.11f))); } assertU(commit()); SolrQueryRequest req = req("q", "*:*", "fq", "tfloat:[0 TO 2518.0]"); assertQ("Range filter must match only 5 documents", req, "//*[@numFound='9']"); req = req("q", "*:*", "fq", "tfloat:[0 TO *]"); assertQ("Range filter must match 10 documents", req, "//*[@numFound='10']"); // Sorting assertQ("Sort descending does not work correctly on tfloat fields", req("q", "*:*", "sort", "tfloat desc"), "//*[@numFound='10']", "//float[@name='tfloat'][.='2519.9102']"); assertQ("Sort ascending does not work correctly on tfloat fields", req("q", "*:*", "sort", "tfloat asc"), "//*[@numFound='10']", "//float[@name='tfloat'][.='0.0']"); // Function queries assertQ("Function queries does not work correctly on tfloat fields", req("q", "_val_:\"sum(tfloat,1.0)\""), "//*[@numFound='10']", "//float[@name='tfloat'][.='2519.9102']"); } @Test public void testTrieLongRangeSearch() throws Exception { for (long i = Integer.MAX_VALUE, c = 0; i < (long) Integer.MAX_VALUE + 10l; i++) { assertU(adoc("id", String.valueOf(c++), "tlong", String.valueOf(i))); } assertU(commit()); String fq = "tlong:[" + Integer.MAX_VALUE + " TO " + (5l + Integer.MAX_VALUE) + "]"; SolrQueryRequest req = req("q", "*:*", "fq", fq); assertQ("Range filter must match only 5 documents", req, "//*[@numFound='6']"); assertQ("Range filter tlong:[* to *] must match 10 documents", req("q", "*:*", "fq", "tlong:[* TO *]"), "//*[@numFound='10']"); // Sorting assertQ("Sort descending does not work correctly on tlong fields", req("q", "*:*", "sort", "tlong desc"), "//*[@numFound='10']", "//long[@name='tlong'][.='2147483656']"); assertQ("Sort ascending does not work correctly on tlong fields", req("q", "*:*", "sort", "tlong asc"), "//*[@numFound='10']", "//long[@name='tlong'][.='2147483647']"); // Function queries assertQ("Function queries does not work correctly on tlong fields", req("q", "_val_:\"sum(tlong,1.0)\""), "//*[@numFound='10']", "//long[@name='tlong'][.='2147483656']"); } @Test public void testTrieDoubleRangeSearch() throws Exception { for (long i = Integer.MAX_VALUE, c = 0; i < (long) Integer.MAX_VALUE + 10l; i++) { assertU(adoc("id", String.valueOf(c++), "tdouble", String.valueOf(i * 2.33d))); } assertU(commit()); String fq = "tdouble:[" + Integer.MAX_VALUE * 2.33d + " TO " + (5l + Integer.MAX_VALUE) * 2.33d + "]"; assertQ("Range filter must match only 5 documents", req("q", "*:*", "fq", fq), "//*[@numFound='6']"); assertQ("Range filter tdouble:[* to *] must match 10 documents", req("q", "*:*", "fq", "tdouble:[* TO *]"), "//*[@numFound='10']"); // Sorting assertQ("Sort descending does not work correctly on tdouble fields", req("q", "*:*", "sort", "tdouble desc"), "//*[@numFound='10']", "//double[@name='tdouble'][.='5.0036369184800005E9']"); assertQ("Sort ascending does not work correctly on tdouble fields", req("q", "*:*", "sort", "tdouble asc"), "//*[@numFound='10']", "//double[@name='tdouble'][.='5.00363689751E9']"); // Function queries assertQ("Function queries does not work correctly on tdouble fields", req("q", "_val_:\"sum(tdouble,1.0)\""), "//*[@numFound='10']", "//double[@name='tdouble'][.='5.0036369184800005E9']"); } @Test public void testTrieDateRangeSearch() throws Exception { for (int i = 0; i < 10; i++) { assertU(adoc("id", String.valueOf(i), "tdate", "1995-12-31T23:" + (i < 10 ? "0" + i : i) + ":59.999Z")); } assertU(commit()); SolrQueryRequest req = req("q", "*:*", "fq", "tdate:[1995-12-31T23:00:59.999Z TO 1995-12-31T23:04:59.999Z]"); assertQ("Range filter must match only 5 documents", req, "//*[@numFound='5']"); // Test open ended range searches assertQ("Range filter tint:[1995-12-31T23:00:59.999Z to *] must match 10 documents", req("q", "*:*", "fq", "tdate:[1995-12-31T23:00:59.999Z TO *]"), "//*[@numFound='10']"); assertQ("Range filter tint:[* to 1995-12-31T23:09:59.999Z] must match 10 documents", req("q", "*:*", "fq", "tdate:[* TO 1995-12-31T23:09:59.999Z]"), "//*[@numFound='10']"); assertQ("Range filter tint:[* to *] must match 10 documents", req("q", "*:*", "fq", "tdate:[* TO *]"), "//*[@numFound='10']"); // Test date math syntax SimpleDateFormat format = new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss'Z'", Locale.ROOT); format.setTimeZone(TimeZone.getTimeZone("UTC")); assertU(delQ("*:*")); DateMathParser dmp = new DateMathParser(DateField.UTC, Locale.ROOT); String largestDate = ""; for (int i = 0; i < 10; i++) { // index 10 days starting with today String d = format.format(i == 0 ? dmp.parseMath("/DAY") : dmp.parseMath("/DAY+" + i + "DAYS")); assertU(adoc("id", String.valueOf(i), "tdate", d)); if (i == 9) largestDate = d; } assertU(commit()); assertQ("Range filter must match only 10 documents", req("q", "*:*", "fq", "tdate:[* TO *]"), "//*[@numFound='10']"); req = req("q", "*:*", "fq", "tdate:[NOW/DAY TO NOW/DAY+5DAYS]"); assertQ("Range filter must match only 6 documents", req, "//*[@numFound='6']"); // Test Term Queries assertU(adoc("id", "11", "tdate", "1995-12-31T23:59:59.999Z")); assertU(commit()); assertQ("Term query must match only 1 document", req("q", "tdate:1995-12-31T23\\:59\\:59.999Z"), "//*[@numFound='1']"); assertQ("Term query must match only 1 document", req("q", "*:*", "fq", "tdate:1995-12-31T23\\:59\\:59.999Z"), "//*[@numFound='1']"); // Sorting assertQ("Sort descending does not work correctly on tdate fields", req("q", "*:*", "sort", "tdate desc"), "//*[@numFound='11']", "//date[@name='tdate'][.='" + largestDate + "']"); assertQ("Sort ascending does not work correctly on tdate fields", req("q", "*:*", "sort", "tdate asc"), "//*[@numFound='11']", "//date[@name='tdate'][.='1995-12-31T23:59:59.999Z']"); // Function queries assertQ("Function queries does not work correctly on tdate fields", req("q", "_val_:\"sum(tdate,1.0)\""), "//*[@numFound='11']", "//date[@name='tdate'][.='" + largestDate + "']"); } @Test public void testTrieDoubleRangeSearch_CustomPrecisionStep() throws Exception { for (long i = Integer.MAX_VALUE, c = 0; i < (long) Integer.MAX_VALUE + 10l; i++) { assertU(adoc("id", String.valueOf(c++), "tdouble4", String.valueOf(i * 2.33d))); } assertU(commit()); String fq = "tdouble4:[" + Integer.MAX_VALUE * 2.33d + " TO " + (5l + Integer.MAX_VALUE) * 2.33d + "]"; assertQ("Range filter must match only 5 documents", req("q", "*:*", "fq", fq), "//*[@numFound='6']"); } @Test public void testTrieFacet_PrecisionStep() throws Exception { // Future protect - assert 0<precisionStep<64 checkPrecisionSteps("tint"); checkPrecisionSteps("tfloat"); checkPrecisionSteps("tdouble"); checkPrecisionSteps("tlong"); checkPrecisionSteps("tdate"); // For tdate tests SimpleDateFormat format = new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss'Z'", Locale.ROOT); format.setTimeZone(TimeZone.getTimeZone("UTC")); DateMathParser dmp = new DateMathParser(DateField.UTC, Locale.ROOT); for (int i = 0; i < 10; i++) { long l = Integer.MAX_VALUE + i * 1L; // index 10 days starting with today String d = format.format(i == 0 ? dmp.parseMath("/DAY") : dmp.parseMath("/DAY+" + i + "DAYS")); assertU(adoc("id", String.valueOf(i), "tint", String.valueOf(i), "tlong", String.valueOf(l), "tfloat", String.valueOf(i * i * 31.11f), "tdouble", String.valueOf(i * 2.33d), "tdate", d)); } for (int i = 0; i < 5; i++) { long l = Integer.MAX_VALUE + i * 1L; String d = format.format(i == 0 ? dmp.parseMath("/DAY") : dmp.parseMath("/DAY+" + i + "DAYS")); assertU(adoc("id", String.valueOf((i + 1) * 10), "tint", String.valueOf(i), "tlong", String.valueOf(l), "tfloat", String.valueOf(i * i * 31.11f), "tdouble", String.valueOf(i * 2.33d), "tdate", d)); } assertU(commit()); SolrQueryRequest req = req("q", "*:*", "facet", "true", "rows", "15", "facet.field", "tint", "facet.field", "tlong", "facet.field", "tfloat", "facet.field", "tdouble", "facet.date", "tdate", "facet.date.start", "NOW/DAY", "facet.date.end", "NOW/DAY+6DAYS", "facet.date.gap", "+1DAY"); testFacetField(req, "tint", "0", "2"); testFacetField(req, "tint", "5", "1"); testFacetField(req, "tlong", String.valueOf(Integer.MAX_VALUE), "2"); testFacetField(req, "tlong", String.valueOf(Integer.MAX_VALUE + 5L), "1"); testFacetField(req, "tfloat", String.valueOf(31.11f), "2"); testFacetField(req, "tfloat", String.valueOf(5 * 5 * 31.11f), "1"); testFacetField(req, "tdouble", String.valueOf(2.33d), "2"); testFacetField(req, "tdouble", String.valueOf(5 * 2.33d), "1"); testFacetDate(req, "tdate", format.format(dmp.parseMath("/DAY")), "4"); testFacetDate(req, "tdate", format.format(dmp.parseMath("/DAY+5DAYS")), "2"); } private void checkPrecisionSteps(String fieldType) { FieldType type = h.getCore().getLatestSchema().getFieldType(fieldType); if (type instanceof TrieField) { TrieField field = (TrieField) type; assertTrue(field.getPrecisionStep() > 0 && field.getPrecisionStep() < 64); } } private void testFacetField(SolrQueryRequest req, String field, String value, String count) { String xpath = "//lst[@name='facet_fields']/lst[@name='" + field + "']/int[@name='" + value + "'][.='" + count + "']"; assertQ(req, xpath); } private void testFacetDate(SolrQueryRequest req, String field, String value, String count) { String xpath = "//lst[@name='facet_dates']/lst[@name='" + field + "']/int[@name='" + value + "'][.='" + count + "']"; assertQ(req, xpath); } }