Example usage for org.joda.time DateTimeZone UTC

List of usage examples for org.joda.time DateTimeZone UTC

Introduction

In this page you can find the example usage for org.joda.time DateTimeZone UTC.

Prototype

DateTimeZone UTC

To view the source code for org.joda.time DateTimeZone UTC.

Click Source Link

Document

The time zone for Universal Coordinated Time

Usage

From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java

License:Apache License

private static long benchmarkReadNone(FileSplit fileSplit, Properties partitionProperties,
        HivePageSourceFactory pageSourceFactory) throws Exception {
    HiveSplit split = createHiveSplit(fileSplit, partitionProperties);

    long count = 0;
    for (int i = 0; i < LOOPS; i++) {
        count = 0;/*from  www  .j a va2s.c o m*/

        ConnectorPageSource pageSource = pageSourceFactory
                .createPageSource(new Configuration(), SESSION, new Path(split.getPath()), split.getStart(),
                        split.getLength(), split.getSchema(), ImmutableList.<HiveColumnHandle>of(),
                        split.getPartitionKeys(), TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC)
                .get();

        while (!pageSource.isFinished()) {
            Page page = pageSource.getNextPage();
            if (page == null) {
                continue;
            }
            count += page.getPositionCount();
        }
        pageSource.close();
    }
    return count;
}

From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java

License:Apache License

private static long benchmarkReadBigint(FileSplit fileSplit, Properties partitionProperties,
        HiveRecordCursorProvider hiveRecordCursorProvider) throws Exception {
    HiveSplit split = createHiveSplit(fileSplit, partitionProperties);

    long sum = 0;
    for (int i = 0; i < LOOPS; i++) {
        sum = 0;/*from  ww  w . j a  va 2s .  c o  m*/

        HiveRecordCursor recordCursor = hiveRecordCursorProvider.createHiveRecordCursor(split.getClientId(),
                new Configuration(), SESSION, new Path(split.getPath()), split.getStart(), split.getLength(),
                split.getSchema(), BIGINT_COLUMN, split.getPartitionKeys(), TupleDomain.<HiveColumnHandle>all(),
                DateTimeZone.UTC, TYPE_MANAGER).get();

        while (recordCursor.advanceNextPosition()) {
            if (!recordCursor.isNull(0)) {
                sum += recordCursor.getLong(0);
            }
        }
        recordCursor.close();
    }
    return sum;
}

From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java

License:Apache License

private static long benchmarkReadBigint(FileSplit fileSplit, Properties partitionProperties,
        HivePageSourceFactory pageSourceFactory) throws Exception {
    HiveSplit split = createHiveSplit(fileSplit, partitionProperties);

    long sum = 0;
    for (int i = 0; i < LOOPS; i++) {
        sum = 0;//w  w w  . j  a v  a  2s  .c o  m

        ConnectorPageSource pageSource = pageSourceFactory.createPageSource(new Configuration(), SESSION,
                new Path(split.getPath()), split.getStart(), split.getLength(), split.getSchema(),
                BIGINT_COLUMN, split.getPartitionKeys(), TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC)
                .get();

        while (!pageSource.isFinished()) {
            Page page = pageSource.getNextPage();
            if (page == null) {
                continue;
            }
            Block block = page.getBlock(0);
            for (int position = 0; position < block.getPositionCount(); position++) {
                if (!block.isNull(position)) {
                    sum += BIGINT.getLong(block, position);
                }
            }
        }
        pageSource.close();
    }
    return sum;
}

From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java

License:Apache License

private static double benchmarkReadDouble(FileSplit fileSplit, Properties partitionProperties,
        HiveRecordCursorProvider hiveRecordCursorProvider) throws Exception {
    HiveSplit split = createHiveSplit(fileSplit, partitionProperties);

    double sum = 0;
    for (int i = 0; i < LOOPS; i++) {
        sum = 0;//  w w w .jav  a  2s  . c om

        HiveRecordCursor recordCursor = hiveRecordCursorProvider.createHiveRecordCursor(split.getClientId(),
                new Configuration(), SESSION, new Path(split.getPath()), split.getStart(), split.getLength(),
                split.getSchema(), DOUBLE_COLUMN, split.getPartitionKeys(), TupleDomain.<HiveColumnHandle>all(),
                DateTimeZone.UTC, TYPE_MANAGER).get();

        while (recordCursor.advanceNextPosition()) {
            if (!recordCursor.isNull(0)) {
                sum += recordCursor.getDouble(0);
            }
        }
        recordCursor.close();
    }
    return sum;
}

From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java

License:Apache License

private static double benchmarkReadDouble(FileSplit fileSplit, Properties partitionProperties,
        HivePageSourceFactory pageSourceFactory) throws Exception {
    HiveSplit split = createHiveSplit(fileSplit, partitionProperties);

    double sum = 0;
    for (int i = 0; i < LOOPS; i++) {
        sum = 0;//from   ww  w  .j a v a  2s . com

        ConnectorPageSource pageSource = pageSourceFactory.createPageSource(new Configuration(), SESSION,
                new Path(split.getPath()), split.getStart(), split.getLength(), split.getSchema(),
                DOUBLE_COLUMN, split.getPartitionKeys(), TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC)
                .get();

        while (!pageSource.isFinished()) {
            Page page = pageSource.getNextPage();
            if (page == null) {
                continue;
            }
            Block block = page.getBlock(0);
            for (int position = 0; position < block.getPositionCount(); position++) {
                if (!block.isNull(position)) {
                    sum += DOUBLE.getDouble(block, position);
                }
            }
        }
        pageSource.close();
    }
    return sum;
}

From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java

License:Apache License

private static long benchmarkReadVarchar(FileSplit fileSplit, Properties partitionProperties,
        HiveRecordCursorProvider hiveRecordCursorProvider) throws Exception {
    HiveSplit split = createHiveSplit(fileSplit, partitionProperties);

    long sum = 0;
    for (int i = 0; i < LOOPS; i++) {
        sum = 0;//from  ww  w .  ja  va 2 s .  co m

        HiveRecordCursor recordCursor = hiveRecordCursorProvider.createHiveRecordCursor(split.getClientId(),
                new Configuration(), SESSION, new Path(split.getPath()), split.getStart(), split.getLength(),
                split.getSchema(), VARCHAR_COLUMN, split.getPartitionKeys(),
                TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC, TYPE_MANAGER).get();

        while (recordCursor.advanceNextPosition()) {
            if (!recordCursor.isNull(0)) {
                sum += recordCursor.getSlice(0).length();
            }
        }
        recordCursor.close();
    }
    return sum;
}

From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java

License:Apache License

private static long benchmarkReadVarchar(FileSplit fileSplit, Properties partitionProperties,
        HivePageSourceFactory pageSourceFactory) throws Exception {
    HiveSplit split = createHiveSplit(fileSplit, partitionProperties);

    long sum = 0;
    for (int i = 0; i < LOOPS; i++) {
        sum = 0;/*ww  w . j a  v a  2s  .c  om*/

        ConnectorPageSource pageSource = pageSourceFactory.createPageSource(new Configuration(), SESSION,
                new Path(split.getPath()), split.getStart(), split.getLength(), split.getSchema(),
                VARCHAR_COLUMN, split.getPartitionKeys(), TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC)
                .get();

        while (!pageSource.isFinished()) {
            Page page = pageSource.getNextPage();
            if (page == null) {
                continue;
            }
            Block block = page.getBlock(0);
            for (int position = 0; position < block.getPositionCount(); position++) {
                if (!block.isNull(position)) {
                    sum += VARCHAR.getSlice(block, position).length();
                }
            }
        }
        pageSource.close();
    }
    return sum;
}

From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java

License:Apache License

private static double benchmarkReadTpch6(FileSplit fileSplit, Properties partitionProperties,
        HiveRecordCursorProvider hiveRecordCursorProvider) throws IOException {
    HiveSplit split = createHiveSplit(fileSplit, partitionProperties);

    double sum = 0;
    for (int i = 0; i < LOOPS; i++) {
        sum = 0;//  w w w . ja  v  a2s .  com

        HiveRecordCursor recordCursor = hiveRecordCursorProvider.createHiveRecordCursor(split.getClientId(),
                new Configuration(), SESSION, new Path(split.getPath()), split.getStart(), split.getLength(),
                split.getSchema(), TPCH_6_COLUMNS, split.getPartitionKeys(),
                TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC, TYPE_MANAGER).get();

        while (recordCursor.advanceNextPosition()) {
            if (!recordCursor.isNull(0)) {
                sum += recordCursor.getLong(0);
            }
            if (!recordCursor.isNull(1)) {
                sum += recordCursor.getDouble(1);
            }
            if (!recordCursor.isNull(2)) {
                sum += recordCursor.getDouble(2);
            }
            if (!recordCursor.isNull(3)) {
                sum += recordCursor.getSlice(3).length();
            }
        }
        recordCursor.close();
    }
    return sum;
}

From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java

License:Apache License

private static double benchmarkReadTpch6(FileSplit fileSplit, Properties partitionProperties,
        HivePageSourceFactory pageSourceFactory) throws IOException {
    HiveSplit split = createHiveSplit(fileSplit, partitionProperties);

    double sum = 0;
    for (int i = 0; i < LOOPS; i++) {
        sum = 0;/*from w  w w .ja va  2  s. com*/

        ConnectorPageSource pageSource = pageSourceFactory.createPageSource(new Configuration(), SESSION,
                new Path(split.getPath()), split.getStart(), split.getLength(), split.getSchema(),
                TPCH_6_COLUMNS, split.getPartitionKeys(), TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC)
                .get();

        while (!pageSource.isFinished()) {
            Page page = pageSource.getNextPage();
            if (page == null) {
                continue;
            }
            Block block0 = page.getBlock(0);
            Block block1 = page.getBlock(1);
            Block block2 = page.getBlock(2);
            Block block3 = page.getBlock(3);
            for (int position = 0; position < page.getPositionCount(); position++) {
                if (!block0.isNull(position)) {
                    sum += BIGINT.getLong(block0, position);
                }
                if (!block1.isNull(position)) {
                    sum += DOUBLE.getDouble(block1, position);
                }
                if (!block2.isNull(position)) {
                    sum += DOUBLE.getDouble(block2, position);
                }
                if (!block3.isNull(position)) {
                    sum += VARCHAR.getSlice(block3, position).length();
                }
            }
        }
        pageSource.close();
    }
    return sum;
}

From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java

License:Apache License

private static double benchmarkReadTpch1(FileSplit fileSplit, Properties partitionProperties,
        HiveRecordCursorProvider hiveRecordCursorProvider) throws IOException {
    HiveSplit split = createHiveSplit(fileSplit, partitionProperties);

    double sum = 0;
    for (int i = 0; i < LOOPS; i++) {
        sum = 0;//w ww  . j  ava2 s.com

        HiveRecordCursor recordCursor = hiveRecordCursorProvider.createHiveRecordCursor(split.getClientId(),
                new Configuration(), SESSION, new Path(split.getPath()), split.getStart(), split.getLength(),
                split.getSchema(), TPCH_1_COLUMNS, split.getPartitionKeys(),
                TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC, TYPE_MANAGER).get();

        while (recordCursor.advanceNextPosition()) {
            if (!recordCursor.isNull(0)) {
                sum += recordCursor.getLong(0);
            }
            if (!recordCursor.isNull(1)) {
                sum += recordCursor.getDouble(1);
            }
            if (!recordCursor.isNull(2)) {
                sum += recordCursor.getDouble(2);
            }
            if (!recordCursor.isNull(3)) {
                sum += recordCursor.getDouble(3);
            }
            if (!recordCursor.isNull(4)) {
                sum += recordCursor.getSlice(4).length();
            }
            if (!recordCursor.isNull(5)) {
                sum += recordCursor.getSlice(5).length();
            }
            if (!recordCursor.isNull(6)) {
                sum += recordCursor.getSlice(6).length();
            }
        }
        recordCursor.close();
    }
    return sum;
}