com.zimbra.cs.index.analysis.RFC822AddressTokenStreamTest.java Source code

Introduction

Here is the source code for com.zimbra.cs.index.analysis.RFC822AddressTokenStreamTest.java

Source

/*
 * ***** BEGIN LICENSE BLOCK *****
 * Zimbra Collaboration Suite Server
 * Copyright (C) 2010, 2011, 2012, 2013, 2014, 2016 Synacor, Inc.
 *
 * This program is free software: you can redistribute it and/or modify it under
 * the terms of the GNU General Public License as published by the Free Software Foundation,
 * version 2 of the License.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY;
 * without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
 * See the GNU General Public License for more details.
 * You should have received a copy of the GNU General Public License along with this program.
 * If not, see <https://www.gnu.org/licenses/>.
 * ***** END LICENSE BLOCK *****
 */
package com.zimbra.cs.index.analysis;

import java.util.Arrays;

import org.apache.lucene.analysis.TokenStream;
import org.junit.Assert;
import org.junit.Test;

import com.google.common.base.Strings;
import com.zimbra.cs.index.ZimbraAnalyzerTest;

/**
 * Unit test for {@link RFC822AddressTokenStream}.
 *
 * @author ysasaki
 */
public final class RFC822AddressTokenStreamTest {

    @Test
    public void single() throws Exception {
        TokenStream stream = new RFC822AddressTokenStream("user@domain.com");
        Assert.assertEquals(
                Arrays.asList("user@domain.com", "user", "@domain.com", "domain.com", "domain", "@domain"),
                ZimbraAnalyzerTest.toTokens(stream));

        stream = new RFC822AddressTokenStream("\"Tim Brown\" <first.last@sub.domain.com>");
        Assert.assertEquals(
                Arrays.asList("tim", "brown", "first.last@sub.domain.com", "first.last", "first", "last",
                        "@sub.domain.com", "sub.domain.com", "domain", "@domain"),
                ZimbraAnalyzerTest.toTokens(stream));
    }

    @Test
    public void multi() throws Exception {
        TokenStream stream = new RFC822AddressTokenStream(
                "\"User One\" <user.1@zimbra.com>, \"User Two\" <user.2@zimbra.com>, \"User Three\" <user.3@zimbra.com>");
        Assert.assertEquals(
                Arrays.asList("user", "one", "user.1@zimbra.com", "user.1", "user", "1", "@zimbra.com",
                        "zimbra.com", "zimbra", "@zimbra", "user", "two", "user.2@zimbra.com", "user.2", "user",
                        "2", "@zimbra.com", "zimbra.com", "zimbra", "@zimbra", "user", "three", "user.3@zimbra.com",
                        "user.3", "user", "3", "@zimbra.com", "zimbra.com", "zimbra", "@zimbra"),
                ZimbraAnalyzerTest.toTokens(stream));
    }

    @Test
    public void comment() throws Exception {
        TokenStream stream = new RFC822AddressTokenStream(
                "Pete(A wonderful \\) chap) <pete(his account)@silly.test(his host)>");
        Assert.assertEquals(
                Arrays.asList("pete", "a", "wonderful", "chap", "pete", "his", "account", "@silly.test", "his",
                        "host", "pete@silly.test", "pete", "@silly.test", "silly.test"),
                ZimbraAnalyzerTest.toTokens(stream));
    }

    @Test
    public void topPrivateDomain() throws Exception {
        TokenStream stream = new RFC822AddressTokenStream("support@zimbra.com");
        Assert.assertEquals(
                Arrays.asList("support@zimbra.com", "support", "@zimbra.com", "zimbra.com", "zimbra", "@zimbra"),
                ZimbraAnalyzerTest.toTokens(stream));

        stream = new RFC822AddressTokenStream("support@zimbra.vmware.co.jp");
        Assert.assertEquals(Arrays.asList("support@zimbra.vmware.co.jp", "support", "@zimbra.vmware.co.jp",
                "zimbra.vmware.co.jp", "vmware", "@vmware"), ZimbraAnalyzerTest.toTokens(stream));

        stream = new RFC822AddressTokenStream("test@co.jp");
        Assert.assertEquals(Arrays.asList("test@co.jp", "test", "@co.jp", "co.jp"),
                ZimbraAnalyzerTest.toTokens(stream));
    }

    @Test
    public void reset() throws Exception {
        TokenStream stream = new RFC822AddressTokenStream("user@domain.com");
        stream.reset();
        Assert.assertEquals(
                Arrays.asList("user@domain.com", "user", "@domain.com", "domain.com", "domain", "@domain"),
                ZimbraAnalyzerTest.toTokens(stream));
        stream.reset();
        Assert.assertEquals(
                Arrays.asList("user@domain.com", "user", "@domain.com", "domain.com", "domain", "@domain"),
                ZimbraAnalyzerTest.toTokens(stream));
    }

    @Test
    public void limit() throws Exception {
        TokenStream stream = new RFC822AddressTokenStream("<" + Strings.repeat("x.", 600) + "x@zimbra.com>");
        Assert.assertEquals(512, ZimbraAnalyzerTest.toTokens(stream).size());
    }

    @Test
    public void japanese() throws Exception {
        TokenStream stream = new RFC822AddressTokenStream("=?utf-8?B?5qOu44CA5qyh6YOO?= <jiro.mori@zimbra.com>");
        Assert.assertEquals(Arrays.asList("\u68ee", "\u6b21\u90ce", "jiro.mori@zimbra.com", "jiro.mori", "jiro",
                "mori", "@zimbra.com", "zimbra.com", "zimbra", "@zimbra"), ZimbraAnalyzerTest.toTokens(stream));
    }

}