List of usage examples for org.joda.time DateTimeZone UTC
DateTimeZone UTC
To view the source code for org.joda.time DateTimeZone UTC.
Click Source Link
From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java
License:Apache License
private static long benchmarkReadNone(FileSplit fileSplit, Properties partitionProperties, HivePageSourceFactory pageSourceFactory) throws Exception { HiveSplit split = createHiveSplit(fileSplit, partitionProperties); long count = 0; for (int i = 0; i < LOOPS; i++) { count = 0;/*from www .j a va2s.c o m*/ ConnectorPageSource pageSource = pageSourceFactory .createPageSource(new Configuration(), SESSION, new Path(split.getPath()), split.getStart(), split.getLength(), split.getSchema(), ImmutableList.<HiveColumnHandle>of(), split.getPartitionKeys(), TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC) .get(); while (!pageSource.isFinished()) { Page page = pageSource.getNextPage(); if (page == null) { continue; } count += page.getPositionCount(); } pageSource.close(); } return count; }
From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java
License:Apache License
private static long benchmarkReadBigint(FileSplit fileSplit, Properties partitionProperties, HiveRecordCursorProvider hiveRecordCursorProvider) throws Exception { HiveSplit split = createHiveSplit(fileSplit, partitionProperties); long sum = 0; for (int i = 0; i < LOOPS; i++) { sum = 0;/*from ww w . j a va 2s . c o m*/ HiveRecordCursor recordCursor = hiveRecordCursorProvider.createHiveRecordCursor(split.getClientId(), new Configuration(), SESSION, new Path(split.getPath()), split.getStart(), split.getLength(), split.getSchema(), BIGINT_COLUMN, split.getPartitionKeys(), TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC, TYPE_MANAGER).get(); while (recordCursor.advanceNextPosition()) { if (!recordCursor.isNull(0)) { sum += recordCursor.getLong(0); } } recordCursor.close(); } return sum; }
From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java
License:Apache License
private static long benchmarkReadBigint(FileSplit fileSplit, Properties partitionProperties, HivePageSourceFactory pageSourceFactory) throws Exception { HiveSplit split = createHiveSplit(fileSplit, partitionProperties); long sum = 0; for (int i = 0; i < LOOPS; i++) { sum = 0;//w w w . j a v a 2s .c o m ConnectorPageSource pageSource = pageSourceFactory.createPageSource(new Configuration(), SESSION, new Path(split.getPath()), split.getStart(), split.getLength(), split.getSchema(), BIGINT_COLUMN, split.getPartitionKeys(), TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC) .get(); while (!pageSource.isFinished()) { Page page = pageSource.getNextPage(); if (page == null) { continue; } Block block = page.getBlock(0); for (int position = 0; position < block.getPositionCount(); position++) { if (!block.isNull(position)) { sum += BIGINT.getLong(block, position); } } } pageSource.close(); } return sum; }
From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java
License:Apache License
private static double benchmarkReadDouble(FileSplit fileSplit, Properties partitionProperties, HiveRecordCursorProvider hiveRecordCursorProvider) throws Exception { HiveSplit split = createHiveSplit(fileSplit, partitionProperties); double sum = 0; for (int i = 0; i < LOOPS; i++) { sum = 0;// w w w .jav a 2s . c om HiveRecordCursor recordCursor = hiveRecordCursorProvider.createHiveRecordCursor(split.getClientId(), new Configuration(), SESSION, new Path(split.getPath()), split.getStart(), split.getLength(), split.getSchema(), DOUBLE_COLUMN, split.getPartitionKeys(), TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC, TYPE_MANAGER).get(); while (recordCursor.advanceNextPosition()) { if (!recordCursor.isNull(0)) { sum += recordCursor.getDouble(0); } } recordCursor.close(); } return sum; }
From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java
License:Apache License
private static double benchmarkReadDouble(FileSplit fileSplit, Properties partitionProperties, HivePageSourceFactory pageSourceFactory) throws Exception { HiveSplit split = createHiveSplit(fileSplit, partitionProperties); double sum = 0; for (int i = 0; i < LOOPS; i++) { sum = 0;//from ww w .j a v a 2s . com ConnectorPageSource pageSource = pageSourceFactory.createPageSource(new Configuration(), SESSION, new Path(split.getPath()), split.getStart(), split.getLength(), split.getSchema(), DOUBLE_COLUMN, split.getPartitionKeys(), TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC) .get(); while (!pageSource.isFinished()) { Page page = pageSource.getNextPage(); if (page == null) { continue; } Block block = page.getBlock(0); for (int position = 0; position < block.getPositionCount(); position++) { if (!block.isNull(position)) { sum += DOUBLE.getDouble(block, position); } } } pageSource.close(); } return sum; }
From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java
License:Apache License
private static long benchmarkReadVarchar(FileSplit fileSplit, Properties partitionProperties, HiveRecordCursorProvider hiveRecordCursorProvider) throws Exception { HiveSplit split = createHiveSplit(fileSplit, partitionProperties); long sum = 0; for (int i = 0; i < LOOPS; i++) { sum = 0;//from ww w . ja va 2 s . co m HiveRecordCursor recordCursor = hiveRecordCursorProvider.createHiveRecordCursor(split.getClientId(), new Configuration(), SESSION, new Path(split.getPath()), split.getStart(), split.getLength(), split.getSchema(), VARCHAR_COLUMN, split.getPartitionKeys(), TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC, TYPE_MANAGER).get(); while (recordCursor.advanceNextPosition()) { if (!recordCursor.isNull(0)) { sum += recordCursor.getSlice(0).length(); } } recordCursor.close(); } return sum; }
From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java
License:Apache License
private static long benchmarkReadVarchar(FileSplit fileSplit, Properties partitionProperties, HivePageSourceFactory pageSourceFactory) throws Exception { HiveSplit split = createHiveSplit(fileSplit, partitionProperties); long sum = 0; for (int i = 0; i < LOOPS; i++) { sum = 0;/*ww w . j a v a 2s .c om*/ ConnectorPageSource pageSource = pageSourceFactory.createPageSource(new Configuration(), SESSION, new Path(split.getPath()), split.getStart(), split.getLength(), split.getSchema(), VARCHAR_COLUMN, split.getPartitionKeys(), TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC) .get(); while (!pageSource.isFinished()) { Page page = pageSource.getNextPage(); if (page == null) { continue; } Block block = page.getBlock(0); for (int position = 0; position < block.getPositionCount(); position++) { if (!block.isNull(position)) { sum += VARCHAR.getSlice(block, position).length(); } } } pageSource.close(); } return sum; }
From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java
License:Apache License
private static double benchmarkReadTpch6(FileSplit fileSplit, Properties partitionProperties, HiveRecordCursorProvider hiveRecordCursorProvider) throws IOException { HiveSplit split = createHiveSplit(fileSplit, partitionProperties); double sum = 0; for (int i = 0; i < LOOPS; i++) { sum = 0;// w w w . ja v a2s . com HiveRecordCursor recordCursor = hiveRecordCursorProvider.createHiveRecordCursor(split.getClientId(), new Configuration(), SESSION, new Path(split.getPath()), split.getStart(), split.getLength(), split.getSchema(), TPCH_6_COLUMNS, split.getPartitionKeys(), TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC, TYPE_MANAGER).get(); while (recordCursor.advanceNextPosition()) { if (!recordCursor.isNull(0)) { sum += recordCursor.getLong(0); } if (!recordCursor.isNull(1)) { sum += recordCursor.getDouble(1); } if (!recordCursor.isNull(2)) { sum += recordCursor.getDouble(2); } if (!recordCursor.isNull(3)) { sum += recordCursor.getSlice(3).length(); } } recordCursor.close(); } return sum; }
From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java
License:Apache License
private static double benchmarkReadTpch6(FileSplit fileSplit, Properties partitionProperties, HivePageSourceFactory pageSourceFactory) throws IOException { HiveSplit split = createHiveSplit(fileSplit, partitionProperties); double sum = 0; for (int i = 0; i < LOOPS; i++) { sum = 0;/*from w w w .ja va 2 s. com*/ ConnectorPageSource pageSource = pageSourceFactory.createPageSource(new Configuration(), SESSION, new Path(split.getPath()), split.getStart(), split.getLength(), split.getSchema(), TPCH_6_COLUMNS, split.getPartitionKeys(), TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC) .get(); while (!pageSource.isFinished()) { Page page = pageSource.getNextPage(); if (page == null) { continue; } Block block0 = page.getBlock(0); Block block1 = page.getBlock(1); Block block2 = page.getBlock(2); Block block3 = page.getBlock(3); for (int position = 0; position < page.getPositionCount(); position++) { if (!block0.isNull(position)) { sum += BIGINT.getLong(block0, position); } if (!block1.isNull(position)) { sum += DOUBLE.getDouble(block1, position); } if (!block2.isNull(position)) { sum += DOUBLE.getDouble(block2, position); } if (!block3.isNull(position)) { sum += VARCHAR.getSlice(block3, position).length(); } } } pageSource.close(); } return sum; }
From source file:com.facebook.presto.hive.BenchmarkHiveFileFormats.java
License:Apache License
private static double benchmarkReadTpch1(FileSplit fileSplit, Properties partitionProperties, HiveRecordCursorProvider hiveRecordCursorProvider) throws IOException { HiveSplit split = createHiveSplit(fileSplit, partitionProperties); double sum = 0; for (int i = 0; i < LOOPS; i++) { sum = 0;//w ww . j ava2 s.com HiveRecordCursor recordCursor = hiveRecordCursorProvider.createHiveRecordCursor(split.getClientId(), new Configuration(), SESSION, new Path(split.getPath()), split.getStart(), split.getLength(), split.getSchema(), TPCH_1_COLUMNS, split.getPartitionKeys(), TupleDomain.<HiveColumnHandle>all(), DateTimeZone.UTC, TYPE_MANAGER).get(); while (recordCursor.advanceNextPosition()) { if (!recordCursor.isNull(0)) { sum += recordCursor.getLong(0); } if (!recordCursor.isNull(1)) { sum += recordCursor.getDouble(1); } if (!recordCursor.isNull(2)) { sum += recordCursor.getDouble(2); } if (!recordCursor.isNull(3)) { sum += recordCursor.getDouble(3); } if (!recordCursor.isNull(4)) { sum += recordCursor.getSlice(4).length(); } if (!recordCursor.isNull(5)) { sum += recordCursor.getSlice(5).length(); } if (!recordCursor.isNull(6)) { sum += recordCursor.getSlice(6).length(); } } recordCursor.close(); } return sum; }