Java tutorial
/* * This file is part of the LIRE project: http://www.semanticmetadata.net/lire * LIRE is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * LIRE is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with LIRE; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA * * We kindly ask you to refer the any or one of the following publications in * any publication mentioning or employing Lire: * * Lux Mathias, Savvas A. Chatzichristofis. Lire: Lucene Image Retrieval * An Extensible Java CBIR Library. In proceedings of the 16th ACM International * Conference on Multimedia, pp. 1085-1088, Vancouver, Canada, 2008 * URL: http://doi.acm.org/10.1145/1459359.1459577 * * Lux Mathias. Content Based Image Retrieval with LIRE. In proceedings of the * 19th ACM International Conference on Multimedia, pp. 735-738, Scottsdale, * Arizona, USA, 2011 * URL: http://dl.acm.org/citation.cfm?id=2072432 * * Mathias Lux, Oge Marques. Visual Information Retrieval using Java and LIRE * Morgan & Claypool, 2013 * URL: http://www.morganclaypool.com/doi/abs/10.2200/S00468ED1V01Y201301ICR025 * * Copyright statement: * ==================== * (c) 2002-2013 by Mathias Lux (mathias@juggle.at) * http://www.semanticmetadata.net/lire, http://www.lire-project.net * * Updated: 13.02.15 17:34 */ package net.semanticmetadata.lire; import junit.framework.TestCase; import net.semanticmetadata.lire.imageanalysis.SurfFeature; import net.semanticmetadata.lire.imageanalysis.bovw.BOVWBuilder; import net.semanticmetadata.lire.imageanalysis.opencvfeatures.CvSurfFeature; import net.semanticmetadata.lire.imageanalysis.sift.Feature; import net.semanticmetadata.lire.impl.*; import net.semanticmetadata.lire.indexing.parallel.ParallelIndexer; import net.semanticmetadata.lire.utils.FileUtils; import net.semanticmetadata.lire.utils.LuceneUtils; import org.apache.lucene.analysis.core.WhitespaceAnalyzer; import org.apache.lucene.document.Document; import org.apache.lucene.index.DirectoryReader; import org.apache.lucene.index.IndexReader; import org.apache.lucene.index.IndexWriter; import org.apache.lucene.index.IndexWriterConfig; import org.apache.lucene.store.FSDirectory; import org.apache.lucene.util.Version; import javax.imageio.ImageIO; import java.io.File; import java.io.FileInputStream; import java.io.IOException; import java.util.ArrayList; import java.util.Iterator; /** * User: mlux * Date: 23.07.12 * Time: 14:49 */ public class VisualWordsTest extends TestCase { private static File indexPath; String queryImage = "testdata/flickr-10000/3544790945_38c07af051_o.jpg"; private DocumentBuilder surfBuilder, siftBuilder; String pathName; @Override public void setUp() throws Exception { super.setUp(); pathName = "index-bow"; indexPath = new File(pathName); surfBuilder = new SurfDocumentBuilder(); siftBuilder = new SiftDocumentBuilder(); } public void testIndexingAndSearchSurf() throws IOException { ParallelIndexer pin = new ParallelIndexer(8, pathName, "wang-1000") { @Override public void addBuilders(ChainedDocumentBuilder builder) { builder.addBuilder(new SurfDocumentBuilder()); } }; pin.run(); IndexReader ir = DirectoryReader.open(FSDirectory.open(indexPath)); BOVWBuilder sfh = new BOVWBuilder(ir, new SurfFeature(), 1000, 50); sfh.index(); } public void testSearchInIndexSurf() throws IOException { int[] docIDs = new int[] { 7886, 1600, 4611, 4833, 4260, 2044, 7658 }; for (int i : docIDs) { IndexReader ir = DirectoryReader.open(FSDirectory.open(indexPath)); BOVWBuilder sfh = new BOVWBuilder(ir, new SurfFeature()); VisualWordsImageSearcher vis = new VisualWordsImageSearcher(10, DocumentBuilder.FIELD_NAME_SURF + DocumentBuilder.FIELD_NAME_BOVW); // Document doc = sfh.getVisualWords(surfBuilder.createDocument(ImageIO.read(new File(queryImage)), queryImage)); ImageSearchHits hits = vis.search(ir.document(i), ir); FileUtils.saveImageResultsToPng("results_bow_no_tf_" + i, hits, queryImage); } } public void testSearchExternalImageSurf() throws IOException { IndexReader ir = DirectoryReader.open(FSDirectory.open(indexPath)); BOVWBuilder sfh = new BOVWBuilder(ir, new SurfFeature()); VisualWordsImageSearcher vis = new VisualWordsImageSearcher(10, DocumentBuilder.FIELD_NAME_SURF + DocumentBuilder.FIELD_NAME_BOVW); // Document doc = sfh.getVisualWords(surfBuilder.createDocument(ImageIO.read(new File(queryImage)), queryImage)); // ImageSearchHits hits = vis.search(doc, ir); // FileUtils.saveImageResultsToPng("results_bow_surf", hits, queryImage); } // -------------< SIFT >-------------------- public void testIndexingAndSearchSift() throws IOException { // Creating an Lucene IndexWriter IndexWriterConfig conf = new IndexWriterConfig(Version.LUCENE_40, new WhitespaceAnalyzer(Version.LUCENE_40)); IndexWriter iw = new IndexWriter(FSDirectory.open(indexPath), conf); long ms = System.currentTimeMillis(); int count = 0; ArrayList<File> files = FileUtils.getAllImageFiles(new File("testdata\\ferrari"), true); for (Iterator<File> i = files.iterator(); i.hasNext();) { File imgFile = i.next(); iw.addDocument(siftBuilder.createDocument(ImageIO.read(imgFile), imgFile.getPath())); count++; if (count > 100 && count % 500 == 0) { System.out.println( count + " files indexed. " + (System.currentTimeMillis() - ms) / (count) + " ms per file"); } } iw.close(); IndexReader ir = DirectoryReader.open(FSDirectory.open(indexPath)); BOVWBuilder sfh = new BOVWBuilder(ir, new Feature(), 1000, 500); sfh.index(); } public void testSearchInIndexSift() throws IOException { int[] docIDs = new int[] { 0, 10, 23, 35, 56, 77 }; for (int i : docIDs) { System.out.println("i = " + i); IndexReader ir = DirectoryReader.open(FSDirectory.open(indexPath)); VisualWordsImageSearcher vis = new VisualWordsImageSearcher(10, DocumentBuilder.FIELD_NAME_SIFT + DocumentBuilder.FIELD_NAME_BOVW); ImageSearchHits hits = vis.search(ir.document(i), ir); FileUtils.saveImageResultsToPng("results_bow_no_tf_sift_" + i, hits, queryImage); } } public void testSearchExternalImageSift() throws IOException { IndexReader ir = DirectoryReader.open(FSDirectory.open(indexPath)); BOVWBuilder sfh = new BOVWBuilder(ir, new SurfFeature()); VisualWordsImageSearcher vis = new VisualWordsImageSearcher(10, DocumentBuilder.FIELD_NAME_SIFT + DocumentBuilder.FIELD_NAME_BOVW); // Document doc = sfh.getVisualWords(siftBuilder.createDocument(ImageIO.read(new File(queryImage)), queryImage)); // ImageSearchHits hits = vis.search(doc, ir); // FileUtils.saveImageResultsToPng("results_bow_sift", hits, queryImage); } // from the developer wiki public void testWikiCreateIndex() throws IOException { String indexPath = "./bovw-test"; // create the initial local features: ChainedDocumentBuilder builder = new ChainedDocumentBuilder(); builder.addBuilder(new SurfDocumentBuilder()); IndexWriter iw = LuceneUtils.createIndexWriter(indexPath, true); ArrayList<String> images = FileUtils.getAllImages(new File("C:\\Temp\\dataset-sample\\images"), true); System.out.println("Indexing " + images.size() + " images."); int count = 0; for (String identifier : images) { Document doc = builder.createDocument(new FileInputStream(identifier), identifier); iw.addDocument(doc); count++; if (count % 100 == 0) System.out.println(count); } iw.close(); System.out.println("Creating vocabulary."); // create the visual words. IndexReader ir = DirectoryReader.open(FSDirectory.open(new File(indexPath))); // create a BoVW indexer, "-1" means that half of the images in the index are // employed for creating the vocabulary. "100" is the number of visual words to be created. BOVWBuilder sh = new BOVWBuilder(ir, new SurfFeature(), -1, 100); // progress monitoring is optional and opens a window showing you the progress. // sh.setProgressMonitor(new ProgressMonitor(null, "", "", 0, 100)); sh.index(); } public void testWikiSearchIndex() throws IOException { String indexPath = "./bovw-test"; VisualWordsImageSearcher searcher = new VisualWordsImageSearcher(10, DocumentBuilder.FIELD_NAME_SURF + DocumentBuilder.FIELD_NAME_BOVW); IndexReader reader = DirectoryReader.open(FSDirectory.open(new File(indexPath))); // let's take the first document for a query: Document query = reader.document(2); ImageSearchHits hits = searcher.search(query, reader); // show or analyze your results .... FileUtils.saveImageResultsToPng("bovw", hits, query.getValues(DocumentBuilder.FIELD_NAME_IDENTIFIER)[0]); } public void testCvSurfBuilder() throws IOException { String imageDirectory = "D:\\Temp\\imagew\\source_images"; ParallelIndexer indexer = new ParallelIndexer(4, indexPath.getName(), imageDirectory) { // use this to add you preferred builders. public void addBuilders(ChainedDocumentBuilder builder) { builder.addBuilder(new CvSurfDocumentBuilder()); } }; indexer.run(); IndexReader reader = DirectoryReader.open(FSDirectory.open(indexPath)); BOVWBuilder sh = new BOVWBuilder(reader, new CvSurfFeature(), 5000, 512); sh.index(); } }