com.aliyun.fs.oss.TestAliyunOSSBlockOutputStream.java Source code

Introduction

Here is the source code for com.aliyun.fs.oss.TestAliyunOSSBlockOutputStream.java

Source

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.aliyun.fs.oss;

import com.aliyun.fs.oss.utils.Utils;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.fs.contract.ContractTestUtils;
import org.junit.After;
import org.junit.Before;
import org.junit.Rule;
import org.junit.Test;
import org.junit.rules.Timeout;

import java.io.IOException;

/**
 * Tests regular and multi-part upload functionality for
 * AliyunOSSBlockOutputStream.
 */
public class TestAliyunOSSBlockOutputStream {
    private FileSystem fs;
    private static String testRootPath = AliyunOSSTestUtils.generateUniqueTestPath();

    @Rule
    public Timeout testTimeout = new Timeout(30 * 60 * 1000);

    @Before
    public void setUp() throws Exception {
        Configuration conf = new Configuration();
        conf.set("mapreduce.job.run-local", "true");
        conf.set("fs.oss.buffer.dirs", "/tmp");
        conf.setLong("fs.oss.local.block.size", 5 * 1024 * 1024);
        fs = AliyunOSSTestUtils.createTestFileSystem(conf);
    }

    @After
    public void tearDown() throws Exception {
        if (fs != null) {
            fs.delete(new Path(testRootPath), true);
        }
    }

    protected Path getTestPath() {
        return new Path(testRootPath + "/test-aliyun-oss");
    }

    @Test
    public void testZeroByteUpload() throws IOException {
        ContractTestUtils.createAndVerifyFile(fs, getTestPath(), 0);
    }

    @Test
    public void testRegularUpload() throws IOException {
        ContractTestUtils.createAndVerifyFile(fs, getTestPath(), 1024 * 1024);
    }

    @Test
    public void testMultiPartUpload() throws IOException {
        ContractTestUtils.createAndVerifyFile(fs, getTestPath(), 6 * 1024 * 1024);
    }

    @Test
    public void testHugeUpload() throws IOException {
        ContractTestUtils.createAndVerifyFile(fs, getTestPath(), 32 * 1024 * 1024);
    }

    @Test
    public void testMultiPartUploadLimit() throws IOException {
        long partSize1 = Utils.calculatePartSize(10 * 1024, 100 * 1024);
        assert (10 * 1024 / partSize1 < 10000);

        long partSize2 = Utils.calculatePartSize(200 * 1024, 100 * 1024);
        assert (200 * 1024 / partSize2 < 10000);

        long partSize3 = Utils.calculatePartSize(10000 * 100 * 1024, 100 * 1024);
        assert (10000 * 100 * 1024 / partSize3 < 10000);

        long partSize4 = Utils.calculatePartSize(10001 * 100 * 1024, 100 * 1024);
        assert (10001 * 100 * 1024 / partSize4 < 10000);
    }
}