com.linkedin.pinot.server.request.SimpleRequestHandler.java Source code

Introduction

Here is the source code for com.linkedin.pinot.server.request.SimpleRequestHandler.java

Source

/**
 * Copyright (C) 2014-2016 LinkedIn Corp. (pinot-core@linkedin.com)
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *         http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.linkedin.pinot.server.request;

import com.google.common.util.concurrent.Futures;
import com.google.common.util.concurrent.ListenableFuture;
import com.linkedin.pinot.common.exception.QueryException;
import com.linkedin.pinot.common.metrics.ServerMeter;
import com.linkedin.pinot.common.metrics.ServerMetrics;
import com.linkedin.pinot.common.metrics.ServerQueryPhase;
import com.linkedin.pinot.common.query.QueryExecutor;
import com.linkedin.pinot.common.request.BrokerRequest;
import com.linkedin.pinot.common.request.InstanceRequest;
import com.linkedin.pinot.common.response.ProcessingException;
import com.linkedin.pinot.common.utils.DataTable;
import com.linkedin.pinot.common.utils.DataTableBuilder;
import com.linkedin.pinot.common.query.QueryRequest;
import com.linkedin.pinot.serde.SerDe;
import com.linkedin.pinot.transport.netty.NettyServer.RequestHandler;
import io.netty.buffer.ByteBuf;
import io.netty.channel.ChannelHandlerContext;
import java.net.InetSocketAddress;
import java.util.ArrayList;
import java.util.List;
import org.apache.thrift.protocol.TCompactProtocol;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/**
 * A simple implementation of RequestHandler.
 */
public class SimpleRequestHandler implements RequestHandler {

    private static final Logger LOGGER = LoggerFactory.getLogger(SimpleRequestHandler.class);

    private ServerMetrics _serverMetrics;
    QueryExecutor _queryExecutor = null;

    public SimpleRequestHandler(QueryExecutor queryExecutor, ServerMetrics serverMetrics) {
        _queryExecutor = queryExecutor;
        _serverMetrics = serverMetrics;
    }

    @Override
    public ListenableFuture<byte[]> processRequest(ChannelHandlerContext channelHandlerContext, ByteBuf request) {

        long queryStartTime = System.nanoTime();
        _serverMetrics.addMeteredGlobalValue(ServerMeter.QUERIES, 1);

        LOGGER.debug("processing request : {}", request);

        DataTable instanceResponse = null;

        byte[] byteArray = new byte[request.readableBytes()];
        request.readBytes(byteArray);
        SerDe serDe = new SerDe(new TCompactProtocol.Factory());
        InstanceRequest instanceRequest = null;
        try {
            instanceRequest = new InstanceRequest();
            if (!serDe.deserialize(instanceRequest, byteArray)) {
                // the deserialize method logs and suppresses exception
                LOGGER.error("Failed to deserialize query request from broker ip: {}",
                        ((InetSocketAddress) channelHandlerContext.channel().remoteAddress()).getAddress()
                                .getHostAddress());
                DataTable result = new DataTable();
                result.addException(QueryException.INTERNAL_ERROR);
                _serverMetrics.addMeteredGlobalValue(ServerMeter.REQUEST_DESERIALIZATION_EXCEPTIONS, 1);
                return Futures.immediateFuture(ScheduledRequestHandler.serializeDataTable(instanceRequest,
                        _serverMetrics, instanceResponse, queryStartTime));
            }
            long deserRequestTime = System.nanoTime();
            BrokerRequest brokerRequest = instanceRequest.getQuery();
            _serverMetrics.addPhaseTiming(brokerRequest, ServerQueryPhase.REQUEST_DESERIALIZATION,
                    deserRequestTime - queryStartTime);
            LOGGER.debug("Processing requestId: {},request: {}", instanceRequest.getRequestId(), instanceRequest);

            QueryRequest queryRequestContext = new QueryRequest(instanceRequest);
            String brokerId = instanceRequest.isSetBrokerId() ? instanceRequest.getBrokerId()
                    : ((InetSocketAddress) channelHandlerContext.channel().remoteAddress()).getAddress()
                            .getHostAddress();
            // we will set the ip address as client id. This is good enough for start.
            // Ideally, broker should send it's identity as part of the request
            queryRequestContext.setClientId(brokerId);

            long startTime = System.nanoTime();
            instanceResponse = _queryExecutor.processQuery(queryRequestContext);
            long totalNanos = System.nanoTime() - startTime;
            _serverMetrics.addPhaseTiming(brokerRequest, ServerQueryPhase.QUERY_PROCESSING, totalNanos);
        } catch (Exception e) {
            LOGGER.error(
                    "Got exception while processing request. Returning error response for requestId: {}, brokerId: {}",
                    instanceRequest.getRequestId(), instanceRequest.getBrokerId(), e);
            _serverMetrics.addMeteredGlobalValue(ServerMeter.UNCAUGHT_EXCEPTIONS, 1);
            DataTableBuilder dataTableBuilder = new DataTableBuilder(null);
            List<ProcessingException> exceptions = new ArrayList<ProcessingException>();
            ProcessingException exception = QueryException.INTERNAL_ERROR.deepCopy();
            exception.setMessage(e.getMessage());
            exceptions.add(exception);
            instanceResponse = dataTableBuilder.buildExceptions();
        }
        byte[] responseBytes = ScheduledRequestHandler.serializeDataTable(instanceRequest, _serverMetrics,
                instanceResponse, queryStartTime);
        return Futures.immediateFuture(responseBytes);
    }

}