com.browseengine.bobo.analysis.section.IntMetaDataTokenStream.java Source code

Introduction

Here is the source code for com.browseengine.bobo.analysis.section.IntMetaDataTokenStream.java

Source

/**
 * This software is licensed to you under the Apache License, Version 2.0 (the
 * "Apache License").
 *
 * LinkedIn's contributions are made under the Apache License. If you contribute
 * to the Software, the contributions will be deemed to have been made under the
 * Apache License, unless you expressly indicate otherwise. Please do not make any
 * contributions that would be inconsistent with the Apache License.
 *
 * You may obtain a copy of the Apache License at http://www.apache.org/licenses/LICENSE-2.0
 * Unless required by applicable law or agreed to in writing, this software
 * distributed under the Apache License is distributed on an "AS IS" BASIS, WITHOUT
 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the Apache
 * License for the specific language governing permissions and limitations for the
 * software governed under the Apache License.
 *
 *  2012 LinkedIn Corp. All Rights Reserved.  
 */

package com.browseengine.bobo.analysis.section;

import java.io.IOException;

import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.tokenattributes.OffsetAttribute;
import org.apache.lucene.analysis.tokenattributes.PayloadAttribute;
import org.apache.lucene.analysis.tokenattributes.TermAttribute;
import org.apache.lucene.index.Payload;

/**
 * TokenStream for the section meta data. This returns a single token with a payload.
 */
public final class IntMetaDataTokenStream extends TokenStream {
    private final String _tokenText;
    private final TermAttribute _termAttribute;
    private final OffsetAttribute _offsetAttribute;
    private final PayloadAttribute _payloadAtt;
    private Payload _payload;
    private boolean _returnToken = false;

    public IntMetaDataTokenStream(String tokenText) {
        _tokenText = tokenText;
        _termAttribute = (TermAttribute) addAttribute(TermAttribute.class);
        _offsetAttribute = (OffsetAttribute) addAttribute(OffsetAttribute.class);
        _payloadAtt = (PayloadAttribute) addAttribute(PayloadAttribute.class);
    }

    /**
     * sets meta data
     * @param data array of integer metadata indexed by section id
     */
    public void setMetaData(int[] data) {
        byte[] buf = new byte[data.length * 4];
        int i = 0;

        for (int j = 0; j < data.length; j++) {
            int datum = data[j];
            buf[i++] = (byte) (datum);
            buf[i++] = (byte) (datum >>> 8);
            buf[i++] = (byte) (datum >>> 16);
            buf[i++] = (byte) (datum >>> 24);
        }

        _payload = new Payload(buf);
        _returnToken = true;
    }

    /**
     * Return the single token created.
     */
    public boolean incrementToken() throws IOException {
        if (_returnToken) {
            _termAttribute.setTermBuffer(_tokenText);
            _offsetAttribute.setOffset(0, 0);
            _payloadAtt.setPayload(_payload);
            _returnToken = false;
            return true;
        }
        return false;
    }
}