edu.polyu.comp5412.word2vec.Word2VecTestEng.java Source code

Introduction

Here is the source code for edu.polyu.comp5412.word2vec.Word2VecTestEng.java

Source

/*
 * To change this license header, choose License Headers in Project Properties.
 * To change this template file, choose Tools | Templates
 * and open the template in the editor.
 */
package edu.polyu.comp5412.word2vec;

import java.io.File;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collection;
import java.util.List;
import org.deeplearning4j.models.embeddings.loader.WordVectorSerializer;
import org.deeplearning4j.models.embeddings.wordvectors.WordVectors;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/**
 *
 * @author mungchau
 */
public class Word2VecTestEng {

    private static Logger log = LoggerFactory.getLogger(Word2VecTestEng.class);

    public static void main(String[] args) throws Exception {
        WordVectors vec = WordVectorSerializer.loadTxtVectors(new File("gov-annc-vec.txt"));
        String[] testwords = new String[] { "police", "mtr", "typhoon", "economy" };
        for (String s : testwords) {
            Collection<String> lst = vec.wordsNearest(s, 5);
            List<SimWord> simwords = new ArrayList();
            for (String w : lst) {
                SimWord sw = new SimWord();
                sw.word = w;
                sw.similarlity = vec.similarity(s, w);
                simwords.add(sw);
            }
            System.out.println(s);
            System.out.println("=====================");
            for (SimWord sw : simwords) {
                System.out.println(sw.word + "\t" + sw.similarlity);
            }
        }

        double[] wordVector = vec.getWordVector("typhoon");
        for (double d : wordVector) {
            System.out.print(d + ", ");
        }
        System.out.println();

        System.out.println(vec.wordsNearest(Arrays.asList("apple", "blue"), Arrays.asList("red"), 5));
        System.out.println(vec.wordsNearest(Arrays.asList("doctor", "school"), Arrays.asList("hospital"), 5));

    }

    static class SimWord {

        String word;
        double similarlity;
    }
}