com.splunk.shuttl.archiver.usecases.TgzRoundtripFunctionalTest.java Source code

Introduction

Here is the source code for com.splunk.shuttl.archiver.usecases.TgzRoundtripFunctionalTest.java

Source

// Copyright (C) 2011 Splunk Inc.
//
// Splunk Inc. licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License.  You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package com.splunk.shuttl.archiver.usecases;

import static com.splunk.shuttl.testutil.TUtilsFile.*;
import static com.splunk.shuttl.testutil.TUtilsFunctional.*;
import static java.util.Arrays.*;
import static org.testng.Assert.*;

import java.io.File;
import java.util.List;

import org.apache.commons.io.FileUtils;
import org.testng.annotations.AfterMethod;
import org.testng.annotations.BeforeMethod;
import org.testng.annotations.Test;

import com.splunk.shuttl.archiver.LocalFileSystemPaths;
import com.splunk.shuttl.archiver.archive.ArchiveConfiguration;
import com.splunk.shuttl.archiver.archive.BucketArchiver;
import com.splunk.shuttl.archiver.archive.BucketFormat;
import com.splunk.shuttl.archiver.archive.BucketShuttlerFactory;
import com.splunk.shuttl.archiver.filesystem.ArchiveFileSystem;
import com.splunk.shuttl.archiver.filesystem.ArchiveFileSystemFactory;
import com.splunk.shuttl.archiver.listers.ListsBucketsFilteredFactory;
import com.splunk.shuttl.archiver.model.Bucket;
import com.splunk.shuttl.archiver.model.IllegalIndexException;
import com.splunk.shuttl.archiver.model.LocalBucket;
import com.splunk.shuttl.archiver.thaw.BucketThawer;
import com.splunk.shuttl.archiver.thaw.BucketThawerFactory;
import com.splunk.shuttl.archiver.thaw.SplunkIndexesLayer;
import com.splunk.shuttl.archiver.usecases.util.FakeSplunkIndexesLayer;
import com.splunk.shuttl.testutil.TUtilsBucket;

@Test(groups = { "functional" })
public class TgzRoundtripFunctionalTest {

    private ArchiveConfiguration tgzConf;
    private BucketArchiver bucketArchiver;
    private File testDirectory;
    private LocalFileSystemPaths localFileSystemPaths;

    @BeforeMethod
    public void setUp() {
        tgzConf = getLocalConfigurationThatArchivesFormats(asList(BucketFormat.SPLUNK_BUCKET_TGZ));
        testDirectory = createDirectory();
        localFileSystemPaths = new LocalFileSystemPaths(testDirectory.getAbsolutePath());
        ArchiveFileSystem localFileSystem = ArchiveFileSystemFactory.getWithConfiguration(tgzConf);

        bucketArchiver = BucketShuttlerFactory.createWithConfFileSystemAndLocalPaths(tgzConf, localFileSystem,
                localFileSystemPaths);
    }

    @AfterMethod
    public void tearDown() {
        FileUtils.deleteQuietly(testDirectory);
        tearDownLocalConfig(tgzConf);
    }

    @Test(groups = { "functional" })
    public void _givenTgzConfig_archivesBucketAsTgz() {
        Bucket bucket = getTgzBucketArchived();

        List<Bucket> buckets = ListsBucketsFilteredFactory.create(tgzConf)
                .listFilteredBucketsAtIndex(bucket.getIndex(), bucket.getEarliest(), bucket.getLatest());

        assertEquals(1, buckets.size());
        assertEquals(BucketFormat.SPLUNK_BUCKET_TGZ, buckets.get(0).getFormat());
    }

    private Bucket getTgzBucketArchived() {
        LocalBucket bucket = TUtilsBucket.createRealBucket();
        archiveBucket(bucket, bucketArchiver);
        return bucket;
    }

    @Test(groups = { "functional" })
    public void _givenTgzConfig_thawsTgzBucketToSplunkBucket() throws IllegalIndexException {
        File thawDir = createDirectory();

        Bucket bucket = getTgzBucketArchived();
        SplunkIndexesLayer splunkIndexesLayer = new FakeSplunkIndexesLayer(thawDir);

        BucketThawer bucketThawer = BucketThawerFactory.createWithConfigAndSplunkSettingsAndLocalFileSystemPaths(
                tgzConf, splunkIndexesLayer, localFileSystemPaths);

        bucketThawer.thawBuckets(bucket.getIndex(), bucket.getEarliest(), bucket.getLatest());

        List<LocalBucket> buckets = bucketThawer.getThawedBuckets();
        assertEquals(1, buckets.size());
        Bucket thawedBucket = buckets.get(0);
        File thawedBucketDir = new File(thawedBucket.getPath());
        assertTrue(thawedBucketDir.isDirectory());
        assertTrue(thawedBucketDir.exists());

        assertEquals(BucketFormat.SPLUNK_BUCKET, thawedBucket.getFormat());
        assertEquals(thawDir.getAbsolutePath(), thawedBucketDir.getParentFile().getAbsolutePath());
        int length = thawedBucketDir.listFiles().length;
        assertTrue(2 < length);
    }
}