org.deeplearning4j.models.glove.GloveTest.java Source code

Introduction

Here is the source code for org.deeplearning4j.models.glove.GloveTest.java

Source

/*
 * Copyright 2015 Skymind,Inc.
 *
 *    Licensed under the Apache License, Version 2.0 (the "License");
 *    you may not use this file except in compliance with the License.
 *    You may obtain a copy of the License at
 *
 *        http://www.apache.org/licenses/LICENSE-2.0
 *
 *    Unless required by applicable law or agreed to in writing, software
 *    distributed under the License is distributed on an "AS IS" BASIS,
 *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *    See the License for the specific language governing permissions and
 *    limitations under the License.
 */

package org.deeplearning4j.models.glove;

import org.apache.commons.io.FileUtils;
import org.deeplearning4j.text.sentenceiterator.SentenceIterator;
import org.deeplearning4j.text.sentenceiterator.UimaSentenceIterator;
import org.junit.Before;
import org.junit.Test;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.core.io.ClassPathResource;

import java.io.File;

/**
 * Created by agibsonccc on 12/3/14.
 */
public class GloveTest {
    private static final Logger log = LoggerFactory.getLogger(GloveTest.class);
    private Glove glove;
    private SentenceIterator iter;

    @Before
    public void before() throws Exception {

        ClassPathResource resource = new ClassPathResource("other/oneline.txt");
        File file = resource.getFile().getParentFile();
        iter = UimaSentenceIterator.createWithPath(file.getAbsolutePath());

    }

    @Test
    public void testGlove() throws Exception {
        FileUtils.deleteDirectory(new File("word2vec-index"));
        log.info("Deleted directory " + new File("word2vec-index").getAbsolutePath());
        glove = new Glove.Builder().iterate(iter).minWordFrequency(1).build();

        glove.fit();

    }

}