Java tutorial
/* * This file is part of the LIRE project: http://lire-project.net * LIRE is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * LIRE is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with LIRE; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA * * We kindly ask you to refer the any or one of the following publications in * any publication mentioning or employing Lire: * * Lux Mathias, Savvas A. Chatzichristofis. Lire: Lucene Image Retrieval - * An Extensible Java CBIR Library. In proceedings of the 16th ACM International * Conference on Multimedia, pp. 1085-1088, Vancouver, Canada, 2008 * URL: http://doi.acm.org/10.1145/1459359.1459577 * * Lux Mathias. Content Based Image Retrieval with LIRE. In proceedings of the * 19th ACM International Conference on Multimedia, pp. 735-738, Scottsdale, * Arizona, USA, 2011 * URL: http://dl.acm.org/citation.cfm?id=2072432 * * Mathias Lux, Oge Marques. Visual Information Retrieval using Java and LIRE * Morgan & Claypool, 2013 * URL: http://www.morganclaypool.com/doi/abs/10.2200/S00468ED1V01Y201301ICR025 */ package net.semanticmetadata.lire.searchers; import junit.framework.TestCase; import net.semanticmetadata.lire.aggregators.AbstractAggregator; import net.semanticmetadata.lire.aggregators.BOVW; import net.semanticmetadata.lire.builders.DocumentBuilder; import net.semanticmetadata.lire.classifiers.Cluster; import net.semanticmetadata.lire.imageanalysis.features.GlobalFeature; import net.semanticmetadata.lire.imageanalysis.features.LocalFeatureExtractor; import net.semanticmetadata.lire.imageanalysis.features.global.CEDD; import net.semanticmetadata.lire.imageanalysis.features.local.opencvfeatures.CvSurfExtractor; import net.semanticmetadata.lire.imageanalysis.features.local.simple.SimpleExtractor; import net.semanticmetadata.lire.indexers.parallel.ParallelIndexer; import net.semanticmetadata.lire.utils.FileUtils; import org.apache.lucene.document.Document; import org.apache.lucene.index.DirectoryReader; import org.apache.lucene.index.IndexReader; import org.apache.lucene.index.MultiFields; import org.apache.lucene.store.FSDirectory; import org.apache.lucene.store.IOContext; import org.apache.lucene.store.RAMDirectory; import org.apache.lucene.util.Bits; import javax.imageio.ImageIO; import java.awt.image.BufferedImage; import java.io.File; import java.io.FileInputStream; import java.io.IOException; import java.nio.file.Paths; import java.util.ArrayList; /** * Created by Nektarios on 28/5/2015. * * @author Nektarios Anagnostopoulos, nek.anag@gmail.com * (c) 2015 by Nektarios Anagnostopoulos */ public class TestSearching extends TestCase { Class<? extends GlobalFeature> globalFeatureClass = CEDD.class; Class<? extends LocalFeatureExtractor> localFeatureClass = CvSurfExtractor.class; SimpleExtractor.KeypointDetector keypointDetector = SimpleExtractor.KeypointDetector.CVSURF; Class<? extends AbstractAggregator> aggregatorClass = BOVW.class; private final String indexPath = "test-index"; private final String indexPathSeparate = "test-separate"; private final String testExtensive = "testdata/ferrari"; private final String testExtensiveBlack = "testdata/ferrari/black"; private final String testExtensiveRed = "testdata/ferrari/red"; private final String testExtensiveWhite = "testdata/ferrari/white"; private final String testExtensiveYellow = "testdata/ferrari/yellow"; String codebookPath = "./src/test/resources/codebooks/"; String imageToSearch = "testdata/ferrari/red/3862801353_58634506b4_b.jpg"; private int numOfDocsForVocabulary = 500; private int numOfClusters = 512; public void testSearch() throws IOException, IllegalAccessException, InstantiationException { Cluster[] cvsurf512 = Cluster.readClusters(codebookPath + "CvSURF512"); Cluster[] simpleceddcvsurf512 = Cluster.readClusters(codebookPath + "SIMPLEdetCVSURFCEDD512"); ParallelIndexer parallelIndexer = new ParallelIndexer(DocumentBuilder.NUM_OF_THREADS, indexPath, testExtensive, numOfClusters, numOfDocsForVocabulary, aggregatorClass); parallelIndexer.addExtractor(globalFeatureClass); parallelIndexer.addExtractor(localFeatureClass, cvsurf512); parallelIndexer.addExtractor(globalFeatureClass, keypointDetector, simpleceddcvsurf512); parallelIndexer.run(); BufferedImage image = ImageIO.read(new FileInputStream(imageToSearch)); IndexReader reader = DirectoryReader .open(new RAMDirectory(FSDirectory.open(Paths.get(indexPath)), IOContext.READONCE)); System.out.println("Documents in the reader: " + reader.maxDoc()); GenericFastImageSearcher ceddSearcher = new GenericFastImageSearcher(10, globalFeatureClass, true, reader); ImageSearchHits ceddhits = ceddSearcher.search(image, reader); String hitFile; for (int y = 0; y < ceddhits.length(); y++) { hitFile = reader.document(ceddhits.documentID(y)).getValues(DocumentBuilder.FIELD_NAME_IDENTIFIER)[0]; hitFile = hitFile.substring(hitFile.lastIndexOf('\\') + 1); System.out.println(y + ". " + hitFile + " " + ceddhits.score(y)); } System.out.println(); GenericFastImageSearcher cvsurfsearcher = new GenericFastImageSearcher(10, localFeatureClass, aggregatorClass.newInstance(), 512, true, reader, indexPath + ".config"); ImageSearchHits cvsurfhits = cvsurfsearcher.search(image, reader); for (int y = 0; y < cvsurfhits.length(); y++) { hitFile = reader.document(cvsurfhits.documentID(y)).getValues(DocumentBuilder.FIELD_NAME_IDENTIFIER)[0]; hitFile = hitFile.substring(hitFile.lastIndexOf('\\') + 1); System.out.println(y + ". " + hitFile + " " + cvsurfhits.score(y)); } System.out.println(); GenericFastImageSearcher simpleceddcvsurfsearcher = new GenericFastImageSearcher(10, globalFeatureClass, keypointDetector, aggregatorClass.newInstance(), 512, true, reader, indexPath + ".config"); ImageSearchHits simpleceddcvsurfhits = simpleceddcvsurfsearcher.search(image, reader); for (int y = 0; y < simpleceddcvsurfhits.length(); y++) { hitFile = reader.document(simpleceddcvsurfhits.documentID(y)) .getValues(DocumentBuilder.FIELD_NAME_IDENTIFIER)[0]; hitFile = hitFile.substring(hitFile.lastIndexOf('\\') + 1); System.out.println(y + ". " + hitFile + " " + simpleceddcvsurfhits.score(y)); } System.out.println(); } public void testSearchMulImages() throws IOException, IllegalAccessException, InstantiationException { Cluster[] cvsurf512 = Cluster.readClusters(codebookPath + "CvSURF512"); Cluster[] simpleceddcvsurf512 = Cluster.readClusters(codebookPath + "SIMPLEdetCVSURFCEDD512"); ParallelIndexer parallelIndexer = new ParallelIndexer(DocumentBuilder.NUM_OF_THREADS, indexPath, testExtensive, numOfClusters, numOfDocsForVocabulary, aggregatorClass); parallelIndexer.addExtractor(globalFeatureClass); parallelIndexer.addExtractor(localFeatureClass, cvsurf512); parallelIndexer.addExtractor(globalFeatureClass, keypointDetector, simpleceddcvsurf512); parallelIndexer.run(); ArrayList<String> images = FileUtils.readFileLines(new File(testExtensive), true); IndexReader reader = DirectoryReader .open(new RAMDirectory(FSDirectory.open(Paths.get(indexPath)), IOContext.READONCE)); System.out.println("Documents in the reader: " + reader.maxDoc()); GenericFastImageSearcher ceddSearcher = new GenericFastImageSearcher(1, globalFeatureClass, true, reader); GenericFastImageSearcher cvsurfsearcher = new GenericFastImageSearcher(1, localFeatureClass, aggregatorClass.newInstance(), 512, true, reader, indexPath + ".config"); GenericFastImageSearcher simpleceddcvsurfsearcher = new GenericFastImageSearcher(1, globalFeatureClass, keypointDetector, aggregatorClass.newInstance(), 512, true, reader, indexPath + ".config"); BufferedImage image; ImageSearchHits ceddhits, cvsurfhits, simpleceddcvsurfhits; String hitFile; int counter = 0; for (String next : images) { image = ImageIO.read(new FileInputStream(next)); next = next.substring(next.lastIndexOf('\\') + 1); System.out.println(counter + " ~ " + next); ceddhits = ceddSearcher.search(image, reader); hitFile = reader.document(ceddhits.documentID(0)).getValues(DocumentBuilder.FIELD_NAME_IDENTIFIER)[0]; hitFile = hitFile.substring(hitFile.lastIndexOf('\\') + 1); if (next.equals(hitFile)) System.out.println(0 + ". " + hitFile + " " + ceddhits.score(0)); else System.err.println("ERROR " + hitFile + " " + ceddhits.score(0) + " ERROR"); cvsurfhits = cvsurfsearcher.search(image, reader); hitFile = reader.document(cvsurfhits.documentID(0)).getValues(DocumentBuilder.FIELD_NAME_IDENTIFIER)[0]; hitFile = hitFile.substring(hitFile.lastIndexOf('\\') + 1); if (next.equals(hitFile)) System.out.println(0 + ". " + hitFile + " " + cvsurfhits.score(0)); else System.err.println("ERROR " + hitFile + " " + cvsurfhits.score(0) + " ERROR"); simpleceddcvsurfhits = simpleceddcvsurfsearcher.search(image, reader); hitFile = reader.document(simpleceddcvsurfhits.documentID(0)) .getValues(DocumentBuilder.FIELD_NAME_IDENTIFIER)[0]; hitFile = hitFile.substring(hitFile.lastIndexOf('\\') + 1); if (next.equals(hitFile)) System.out.println(0 + ". " + hitFile + " " + simpleceddcvsurfhits.score(0)); else System.err.println("ERROR " + hitFile + " " + simpleceddcvsurfhits.score(0) + " ERROR"); counter++; System.out.println(); } } public void testSeparateIndex() throws IOException, IllegalAccessException, InstantiationException { Cluster[] cvsurf512 = Cluster.readClusters(codebookPath + "CvSURF512"); Cluster[] simpleceddcvsurf512 = Cluster.readClusters(codebookPath + "SIMPLEdetCVSURFCEDD512"); ParallelIndexer parallelIndexer = new ParallelIndexer(DocumentBuilder.NUM_OF_THREADS, indexPath, testExtensiveRed, numOfClusters, numOfDocsForVocabulary, aggregatorClass); parallelIndexer.addExtractor(globalFeatureClass); parallelIndexer.addExtractor(localFeatureClass, cvsurf512); parallelIndexer.addExtractor(globalFeatureClass, keypointDetector, simpleceddcvsurf512); parallelIndexer.run(); ParallelIndexer parallelIndexerSeparate = new ParallelIndexer(DocumentBuilder.NUM_OF_THREADS, indexPathSeparate, testExtensiveBlack, indexPath); parallelIndexerSeparate.run(); IndexReader readerIndex = DirectoryReader .open(new RAMDirectory(FSDirectory.open(Paths.get(indexPath)), IOContext.READONCE)); System.out.println("Documents in the reader: " + readerIndex.maxDoc()); IndexReader readerQueries = DirectoryReader .open(new RAMDirectory(FSDirectory.open(Paths.get(indexPathSeparate)), IOContext.READONCE)); System.out.println("Documents in the reader: " + readerQueries.maxDoc()); GenericFastImageSearcher ceddSearcher = new GenericFastImageSearcher(5, globalFeatureClass, true, readerIndex); GenericFastImageSearcher cvsurfsearcher = new GenericFastImageSearcher(5, localFeatureClass, aggregatorClass.newInstance(), 512, true, readerIndex, indexPath + ".config"); GenericFastImageSearcher simpleceddcvsurfsearcher = new GenericFastImageSearcher(5, globalFeatureClass, keypointDetector, aggregatorClass.newInstance(), 512, true, readerIndex, indexPath + ".config"); Bits liveDocs = MultiFields.getLiveDocs(readerQueries); ImageSearchHits ceddhits, cvsurfhits, simpleceddcvsurfhits; Document queryDoc; String queryfile, hitFile; int counter = 0; for (int i = 0; i < readerQueries.maxDoc(); i++) { if (readerQueries.hasDeletions() && !liveDocs.get(i)) continue; queryDoc = readerQueries.document(i); queryfile = queryDoc.getValues(DocumentBuilder.FIELD_NAME_IDENTIFIER)[0]; queryfile = queryfile.substring(queryfile.lastIndexOf('\\') + 1); System.out.println(counter + ". Query image: " + queryfile); ceddhits = ceddSearcher.search(queryDoc, readerIndex); cvsurfhits = cvsurfsearcher.search(queryDoc, readerIndex); simpleceddcvsurfhits = simpleceddcvsurfsearcher.search(queryDoc, readerIndex); System.out.println("Global:"); for (int y = 0; y < ceddhits.length(); y++) { hitFile = readerIndex.document(ceddhits.documentID(y)) .getValues(DocumentBuilder.FIELD_NAME_IDENTIFIER)[0]; hitFile = hitFile.substring(hitFile.lastIndexOf('\\') + 1); System.out.println(y + ". " + hitFile + " " + ceddhits.score(y)); } System.out.println("Local:"); for (int y = 0; y < cvsurfhits.length(); y++) { hitFile = readerIndex.document(cvsurfhits.documentID(y)) .getValues(DocumentBuilder.FIELD_NAME_IDENTIFIER)[0]; hitFile = hitFile.substring(hitFile.lastIndexOf('\\') + 1); System.out.println(y + ". " + hitFile + " " + cvsurfhits.score(y)); } System.out.println("Simple:"); for (int y = 0; y < simpleceddcvsurfhits.length(); y++) { hitFile = readerIndex.document(simpleceddcvsurfhits.documentID(y)) .getValues(DocumentBuilder.FIELD_NAME_IDENTIFIER)[0]; hitFile = hitFile.substring(hitFile.lastIndexOf('\\') + 1); System.out.println(y + ". " + hitFile + " " + simpleceddcvsurfhits.score(y)); } System.out.println(); counter++; } } }