com.dasasian.chok.util.FileUtilTest.java Source code

Introduction

Here is the source code for com.dasasian.chok.util.FileUtilTest.java

Source

/**
 * Copyright (C) 2014 Dasasian (damith@dasasian.com)
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *         http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.dasasian.chok.util;

import com.dasasian.chok.testutil.AbstractTest;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.junit.Rule;
import org.junit.Test;
import org.junit.rules.TemporaryFolder;

import java.io.*;
import java.nio.channels.Channels;
import java.nio.channels.Pipe;
import java.nio.channels.Pipe.SinkChannel;
import java.nio.channels.Pipe.SourceChannel;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.zip.ZipInputStream;

import static org.junit.Assert.assertTrue;

public class FileUtilTest extends AbstractTest {

    public static final String INDEX_TXT = "index.txt";
    protected final File testZipFile = new File(FileUtilTest.class.getResource("/test.zip").getFile());
    @Rule
    public TemporaryFolder testFolder = new TemporaryFolder();

    @Test
    public void testUnzipFileFile() throws IOException {
        // FileSystem fileSystem = FileSystem.get(configuration);
        File targetFolder = temporaryFolder.newFolder("unpacked1");
        FileUtil.unzip(testZipFile, targetFolder);

        File segment = new File(targetFolder, INDEX_TXT);
        assertTrue("Unzipped local zip directly to target", segment.exists());
    }

    @Test
    public void testUnzipPathFileFileSystemBoolean() throws IOException {
        Configuration configuration = new Configuration();
        FileSystem fileSystem = FileSystem.getLocal(configuration);

        // Test the unspooled case
        File targetFolder = temporaryFolder.newFolder("unpacked2");
        Path zipPath = new Path(testZipFile.getAbsolutePath());
        FileUtil.unzip(zipPath, targetFolder, fileSystem, false);
        File segment = new File(targetFolder, INDEX_TXT);
        assertTrue("Unzipped local zip directly to target", segment.exists());

        // Test the spooled case

        targetFolder = temporaryFolder.newFolder("unpacked3");
        zipPath = new Path(testZipFile.getAbsolutePath());
        FileUtil.unzip(zipPath, targetFolder, fileSystem, true);
        segment = new File(targetFolder, INDEX_TXT);
        assertTrue("Unzipped spooled local zip to target", segment.exists());

    }

    @Test
    public void testUnzipZipInputStreamFile() throws IOException {
        // Test on an unseekable input steam
        File targetFolder = temporaryFolder.newFolder("unpacked4");

        final Pipe zipPipe = Pipe.open();
        final SinkChannel sink = zipPipe.sink();
        final SourceChannel source = zipPipe.source();
        final InputStream sourceIn = Channels.newInputStream(source);
        final OutputStream sourceOut = Channels.newOutputStream(sink);
        final ZipInputStream zis = new ZipInputStream(sourceIn);
        final FileInputStream fis = new FileInputStream(testZipFile);
        final AtomicBoolean failed = new AtomicBoolean(false);
        // Write the zip data to the pipe a byte at a time to worst case the unzip
        // process
        Thread writer = new Thread() {
            @Override
            public void run() {
                try {
                    int b;
                    while ((b = fis.read()) >= 0) {
                        sourceOut.write(b);
                    }
                } catch (IOException e) {
                    System.err.println("shard transfer via pipe failed: " + e);
                    e.printStackTrace(System.err);
                    failed.set(true);
                } finally {
                    try {
                        fis.close();
                    } catch (IOException ignore) {
                        // ignore
                    }
                    try {
                        sourceOut.close();
                    } catch (IOException ignore) {
                        // ignore
                    }
                }
            }
        };
        writer.start();
        FileUtil.unzip(zis, targetFolder);
        File segment = new File(targetFolder, INDEX_TXT);
        assertTrue("Unzipped streamed zip to target", segment.exists());
    }

}