List of usage examples for org.deeplearning4j.models.embeddings.wordvectors WordVectors similarity
double similarity(String word, String word2);
From source file:DL4J.java
License:Open Source License
public void runGoogleNews() throws IOException { File gFile = new File(getClass().getClassLoader().getResource("dataset").getFile() + "/GoogleNews-vectors-negative300.bin"); WordVectors vec = WordVectorSerializer.loadGoogleModel(gFile, true); log.info("evaluate model..."); double sim = vec.similarity("people", "money"); log.info("Similarity between peeple and money: " + sim); Collection<String> similar = vec.wordsNearest("human", 10); log.info("Similarity words to 'human' : " + similar); }
From source file:edu.polyu.comp5412.word2vec.Word2VecTestChi.java
public static void main(String[] args) throws Exception { WordVectors vec = WordVectorSerializer.loadTxtVectors(new File("poem-vec.txt")); Collection<String> words = vec.wordsNearest(Arrays.asList("", ""), Arrays.asList(""), 5); System.out.println(words);/* w w w.ja v a 2s . c om*/ words = vec.wordsNearest(Arrays.asList("", ""), Arrays.asList(""), 5); System.out.println(words); String[] testwords = new String[] { "", "", "", "", "" }; for (String s : testwords) { Collection<String> lst = vec.wordsNearest(s, 5); List<SimWord> simwords = new ArrayList(); for (String w : lst) { SimWord sw = new SimWord(); sw.word = w; sw.similarlity = vec.similarity(s, w); simwords.add(sw); } System.out.println(s); System.out.println("====================="); for (SimWord sw : simwords) { System.out.println(sw.word + "\t" + sw.similarlity); } } }
From source file:edu.polyu.comp5412.word2vec.Word2VecTestEng.java
public static void main(String[] args) throws Exception { WordVectors vec = WordVectorSerializer.loadTxtVectors(new File("gov-annc-vec.txt")); String[] testwords = new String[] { "police", "mtr", "typhoon", "economy" }; for (String s : testwords) { Collection<String> lst = vec.wordsNearest(s, 5); List<SimWord> simwords = new ArrayList(); for (String w : lst) { SimWord sw = new SimWord(); sw.word = w;/*from w w w .j a v a2s .c o m*/ sw.similarlity = vec.similarity(s, w); simwords.add(sw); } System.out.println(s); System.out.println("====================="); for (SimWord sw : simwords) { System.out.println(sw.word + "\t" + sw.similarlity); } } double[] wordVector = vec.getWordVector("typhoon"); for (double d : wordVector) { System.out.print(d + ", "); } System.out.println(); System.out.println(vec.wordsNearest(Arrays.asList("apple", "blue"), Arrays.asList("red"), 5)); System.out.println(vec.wordsNearest(Arrays.asList("doctor", "school"), Arrays.asList("hospital"), 5)); }
From source file:edu.umd.umiacs.clip.tools.scor.WordVectorUtils.java
License:Apache License
public static void main(String[] args) { WordVectors w2v = loadTxt("/fs/clip-arqat/mossaab/questions/1.txt"); lines("/fs/clip-arqat/mossaab/questions/1.txt").map(line -> line.split(" ")[0]) .forEach(word -> System.out.println(word + ":" + w2v.similarity("upgrades", word))); }