Download spiderpig Free Java Code

.gitignore/*from www. j av  a2s.  c om*/
README.rst
build.properties
build.xml
deployer.sh
ivy.xml
lib-static/gdata-client-1.0.jar
lib-static/gdata-client-meta-1.0.jar
lib-static/gdata-core-1.0.jar
lib-static/gdata-media-1.0.jar
lib-static/gdata-youtube-2.0.jar
lib-static/gdata-youtube-meta-2.0.jar
properties/master.properties
properties/worker.properties
spiderpig.sh
spiderpigbg.sh
src-proto/fd.proto
src-proto/ids.proto
src-proto/worker.proto
src/br/ufmg/dcc/vod/spiderpig/Crawler.java
src/br/ufmg/dcc/vod/spiderpig/CrawlerFactory.java
src/br/ufmg/dcc/vod/spiderpig/common/Constants.java
src/br/ufmg/dcc/vod/spiderpig/common/FileLineIterable.java
src/br/ufmg/dcc/vod/spiderpig/common/FileUtil.java
src/br/ufmg/dcc/vod/spiderpig/common/LineIterator.java
src/br/ufmg/dcc/vod/spiderpig/common/LoggerInitiator.java
src/br/ufmg/dcc/vod/spiderpig/common/ServiceIDUtils.java
src/br/ufmg/dcc/vod/spiderpig/common/SignedUtils.java
src/br/ufmg/dcc/vod/spiderpig/common/StringUtils.java
src/br/ufmg/dcc/vod/spiderpig/common/Tuple.java
src/br/ufmg/dcc/vod/spiderpig/common/URLGetter.java
src/br/ufmg/dcc/vod/spiderpig/common/config/BuildException.java
src/br/ufmg/dcc/vod/spiderpig/common/config/Configurable.java
src/br/ufmg/dcc/vod/spiderpig/common/config/ConfigurableBuilder.java
src/br/ufmg/dcc/vod/spiderpig/common/distributed/RemoteMessageSender.java
src/br/ufmg/dcc/vod/spiderpig/common/distributed/fd/CallBackKillActor.java
src/br/ufmg/dcc/vod/spiderpig/common/distributed/fd/FDClientActor.java
src/br/ufmg/dcc/vod/spiderpig/common/distributed/fd/FDListener.java
src/br/ufmg/dcc/vod/spiderpig/common/distributed/fd/FDServerActor.java
src/br/ufmg/dcc/vod/spiderpig/common/distributed/fd/KillerActor.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/Actor.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/BogusMSG.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/MonitoredSyncQueue.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/QueueProcessor.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/QueueService.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/QueueServiceException.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/SocketServer.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/basequeues/EventQueue.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/basequeues/FIFOByteArrayQueue.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/basequeues/MemoryMappedFIFOQueue.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/basequeues/MultiFileMMapFifoQueue.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/basequeues/SimpleEventQueue.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/common/ProtocolBufferUtils.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/serializer/MessageLiteSerializer.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/serializer/Serializer.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/serializer/StringSerializer.java
src/br/ufmg/dcc/vod/spiderpig/filesaver/FileSaver.java
src/br/ufmg/dcc/vod/spiderpig/filesaver/FileSaverActor.java
src/br/ufmg/dcc/vod/spiderpig/filesaver/FileSaverImpl.java
src/br/ufmg/dcc/vod/spiderpig/filesaver/FileWrapper.java
src/br/ufmg/dcc/vod/spiderpig/filesaver/LevelDBSaver.java
src/br/ufmg/dcc/vod/spiderpig/jobs/ConfigurableRequester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/CrawlResultFactory.java
src/br/ufmg/dcc/vod/spiderpig/jobs/JobExecutor.java
src/br/ufmg/dcc/vod/spiderpig/jobs/PayloadsFactory.java
src/br/ufmg/dcc/vod/spiderpig/jobs/QuotaException.java
src/br/ufmg/dcc/vod/spiderpig/jobs/Requester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/ThroughputManager.java
src/br/ufmg/dcc/vod/spiderpig/jobs/TimeBasedJobExecutor.java
src/br/ufmg/dcc/vod/spiderpig/jobs/WorkerInterested.java
src/br/ufmg/dcc/vod/spiderpig/jobs/test/RandomizedSyncGraph.java
src/br/ufmg/dcc/vod/spiderpig/jobs/test/TestFileSaver.java
src/br/ufmg/dcc/vod/spiderpig/jobs/test/TestJobRequester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/twitter/TwitterSearchRequester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/UnableToCrawlException.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/YTConstants.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/topics/TopicSearchRequester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/users/CreateSeed.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/users/DivideAndConquerWalker.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/users/UserDateSearchRequester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/users/subs/UserDataRequester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/video/VideoRequester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/video/api/VideoAPIRequester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/video/html/VideoHTMLRequester.java
src/br/ufmg/dcc/vod/spiderpig/master/JobExecutorProxy.java
src/br/ufmg/dcc/vod/spiderpig/master/Master.java
src/br/ufmg/dcc/vod/spiderpig/master/ResultActor.java
src/br/ufmg/dcc/vod/spiderpig/master/processor/ProcessorActor.java
src/br/ufmg/dcc/vod/spiderpig/master/processor/manager/LoopbackResolver.java
src/br/ufmg/dcc/vod/spiderpig/master/processor/manager/RemoteResolver.java
src/br/ufmg/dcc/vod/spiderpig/master/processor/manager/Resolver.java
src/br/ufmg/dcc/vod/spiderpig/master/processor/manager/WorkerManager.java
src/br/ufmg/dcc/vod/spiderpig/master/processor/manager/WorkerManagerException.java
src/br/ufmg/dcc/vod/spiderpig/master/processor/manager/WorkerManagerImpl.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/BFSWalker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/ConfigurableWalker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/EGONetWalker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/IDStruct.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/NopWalker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/RandomWalker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/ThreadSafeWalker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/UniMetropolisHastingRW.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/Walker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/monitor/AbstractStopCondition.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/monitor/CrawlFinishedListener.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/monitor/ExhaustCondition.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/monitor/NeverEndingCondition.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/monitor/StopCondition.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/tracker/BloomFilterTracker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/tracker/BloomFilterTrackerFactory.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/tracker/InstatiationException.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/tracker/ThreadSafeTracker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/tracker/Tracker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/tracker/TrackerFactory.java
src/br/ufmg/dcc/vod/spiderpig/ui/Command.java
src/br/ufmg/dcc/vod/spiderpig/ui/EXIT_CODES.java
src/br/ufmg/dcc/vod/spiderpig/ui/Main.java
src/br/ufmg/dcc/vod/spiderpig/ui/MasterUP.java
src/br/ufmg/dcc/vod/spiderpig/ui/WorkerKill.java
src/br/ufmg/dcc/vod/spiderpig/ui/WorkerStatus.java
src/br/ufmg/dcc/vod/spiderpig/ui/WorkerUP.java
src/br/ufmg/dcc/vod/spiderpig/worker/FileSaverProxy.java
src/br/ufmg/dcc/vod/spiderpig/worker/InterestedProxy.java
src/br/ufmg/dcc/vod/spiderpig/worker/Worker.java
src/br/ufmg/dcc/vod/spiderpig/worker/WorkerActor.java
test/br/ufmg/dcc/vod/spiderpig/DistributedCrawlerTest.java
test/br/ufmg/dcc/vod/spiderpig/common/distributed/fd/FDClientActorTest.java
test/br/ufmg/dcc/vod/spiderpig/common/distributed/filesaver/FileSaverUnitTest.java
test/br/ufmg/dcc/vod/spiderpig/common/queue/ProtocolBufferUtilsTest.java
test/br/ufmg/dcc/vod/spiderpig/common/queue/QueueServiceTest.java
test/br/ufmg/dcc/vod/spiderpig/filesaver/FileSaverImplTest.java
test/br/ufmg/dcc/vod/spiderpig/filesaver/LevelDBSaverTest.java
test/br/ufmg/dcc/vod/spiderpig/master/processor/manager/WorkerManagerImplTest.java
test/br/ufmg/dcc/vod/spiderpig/master/walker/BFSWalkerTest.java
test/br/ufmg/dcc/vod/spiderpig/master/walker/EGONetWalkerTest.java
test/br/ufmg/dcc/vod/spiderpig/master/walker/RandomWalkerTest.java
test/br/ufmg/dcc/vod/spiderpig/master/walker/tracker/BloomFilterTrackerFactoryTest.java
test/br/ufmg/dcc/vod/spiderpig/master/walker/tracker/BloomFilterTrackerTest.java
test/br/ufmg/dcc/vod/spiderpig/queue/basequeues/MemoryMappedQueueTest.java
test/br/ufmg/dcc/vod/spiderpig/queue/basequeues/MultiFileMMapFifoQueueTest.java