A B C D E F G H I K L M N O P R S T U V W

A

add(Runnable) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
addAll(Collection<? extends Runnable>) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 

B

beginUrl() - Method in class net.vidageek.crawler.config.CrawlerConfiguration
 
build() - Method in class net.vidageek.crawler.config.CrawlerConfigurationBuilder
 

C

clear() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
contains(Object) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
containsAll(Collection<?>) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
ContentVisitor - Interface in net.vidageek.crawler
 
Cookie - Class in net.vidageek.crawler.config.http
 
Cookie(String, String, String, String) - Constructor for class net.vidageek.crawler.config.http.Cookie
 
crawl(PageVisitor) - Method in class net.vidageek.crawler.PageCrawler
 
CrawlerConfiguration - Class in net.vidageek.crawler.config
 
CrawlerConfiguration(String) - Constructor for class net.vidageek.crawler.config.CrawlerConfiguration
 
CrawlerConfigurationBuilder - Class in net.vidageek.crawler.config
WARNING: This class is not thread-safe.
CrawlerConfigurationBuilder(String) - Constructor for class net.vidageek.crawler.config.CrawlerConfigurationBuilder
 
CrawlerException - Exception in net.vidageek.crawler.exception
 
CrawlerException(String) - Constructor for exception net.vidageek.crawler.exception.CrawlerException
 
CrawlerException(String, Throwable) - Constructor for exception net.vidageek.crawler.exception.CrawlerException
 
CrawlerException(Throwable) - Constructor for exception net.vidageek.crawler.exception.CrawlerException
 

D

decrease() - Method in class net.vidageek.crawler.component.ExecutorCounter
 
DefaultLinkFinder - Class in net.vidageek.crawler.link
 
DefaultLinkFinder(String) - Constructor for class net.vidageek.crawler.link.DefaultLinkFinder
 
DefaultLinkNormalizer - Class in net.vidageek.crawler.component
 
DefaultLinkNormalizer(String) - Constructor for class net.vidageek.crawler.component.DefaultLinkNormalizer
 
DelayedBlockingQueue - Class in net.vidageek.crawler.queue
 
DelayedBlockingQueue(int) - Constructor for class net.vidageek.crawler.queue.DelayedBlockingQueue
 
depth() - Method in class net.vidageek.crawler.Url
 
DoesNotFollowVisitedUrlVisitor - Class in net.vidageek.crawler.visitor
 
DoesNotFollowVisitedUrlVisitor(String, PageVisitor) - Constructor for class net.vidageek.crawler.visitor.DoesNotFollowVisitedUrlVisitor
 
domain() - Method in class net.vidageek.crawler.config.http.Cookie
 
DomainVisitor - Class in net.vidageek.crawler.visitor
Simple visitor to crawl a single domain.
DomainVisitor(String, ContentVisitor) - Constructor for class net.vidageek.crawler.visitor.DomainVisitor
 
Downloader - Interface in net.vidageek.crawler.component
 
downloader() - Method in class net.vidageek.crawler.config.CrawlerConfiguration
 
downloader(Downloader) - Method in class net.vidageek.crawler.config.CrawlerConfiguration
 
drainTo(Collection<? super Runnable>, int) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
drainTo(Collection<? super Runnable>) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 

E

element() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
equals(Object) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
equals(Object) - Method in class net.vidageek.crawler.Url
 
ErrorPage - Class in net.vidageek.crawler.page
 
ErrorPage(String, Status) - Constructor for class net.vidageek.crawler.page.ErrorPage
 
ExecutorCounter - Class in net.vidageek.crawler.component
 
ExecutorCounter() - Constructor for class net.vidageek.crawler.component.ExecutorCounter
 

F

followUrl(Url) - Method in interface net.vidageek.crawler.PageVisitor
 
followUrl(Url) - Method in class net.vidageek.crawler.visitor.DoesNotFollowVisitedUrlVisitor
 
followUrl(Url) - Method in class net.vidageek.crawler.visitor.DomainVisitor
 
followUrl(Url) - Method in class net.vidageek.crawler.visitor.RejectAtDepthVisitor
 
forStartPoint(String) - Static method in class net.vidageek.crawler.config.CrawlerConfiguration
 
FrameLinkFinder - Class in net.vidageek.crawler.link
 
FrameLinkFinder(String) - Constructor for class net.vidageek.crawler.link.FrameLinkFinder
 
fromHttpCode(int) - Static method in enum net.vidageek.crawler.Status
 

G

get(String) - Method in interface net.vidageek.crawler.component.Downloader
 
get(String) - Method in class net.vidageek.crawler.component.WebDownloader
 
get(HttpClient, String) - Method in class net.vidageek.crawler.component.WebDownloader
 
getCharset() - Method in class net.vidageek.crawler.page.ErrorPage
 
getCharset() - Method in interface net.vidageek.crawler.Page
 
getCharset() - Method in class net.vidageek.crawler.page.OkPage
 
getCharset() - Method in class net.vidageek.crawler.page.RejectedMimeTypePage
 
getContent() - Method in class net.vidageek.crawler.page.ErrorPage
 
getContent() - Method in interface net.vidageek.crawler.Page
 
getContent() - Method in class net.vidageek.crawler.page.OkPage
 
getContent() - Method in class net.vidageek.crawler.page.RejectedMimeTypePage
 
getLinks() - Method in class net.vidageek.crawler.link.DefaultLinkFinder
 
getLinks() - Method in class net.vidageek.crawler.link.FrameLinkFinder
 
getLinks() - Method in class net.vidageek.crawler.link.IframeLinkFinder
 
getLinks() - Method in interface net.vidageek.crawler.LinksFinder
 
getLinks() - Method in class net.vidageek.crawler.page.ErrorPage
 
getLinks() - Method in interface net.vidageek.crawler.Page
 
getLinks() - Method in class net.vidageek.crawler.page.OkPage
 
getLinks() - Method in class net.vidageek.crawler.page.RejectedMimeTypePage
 
getMimeType() - Method in class net.vidageek.crawler.page.RejectedMimeTypePage
 
getStatusCode() - Method in class net.vidageek.crawler.page.ErrorPage
 
getStatusCode() - Method in interface net.vidageek.crawler.Page
 
getStatusCode() - Method in class net.vidageek.crawler.page.OkPage
 
getStatusCode() - Method in class net.vidageek.crawler.page.RejectedMimeTypePage
 
getUrl() - Method in class net.vidageek.crawler.page.ErrorPage
 
getUrl() - Method in interface net.vidageek.crawler.Page
 
getUrl() - Method in class net.vidageek.crawler.page.OkPage
 
getUrl() - Method in class net.vidageek.crawler.page.RejectedMimeTypePage
 

H

hashCode() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
hashCode() - Method in class net.vidageek.crawler.Url
 

I

IframeLinkFinder - Class in net.vidageek.crawler.link
 
IframeLinkFinder(String) - Constructor for class net.vidageek.crawler.link.IframeLinkFinder
 
increase() - Method in class net.vidageek.crawler.component.ExecutorCounter
 
indexOf(String, char, int, int) - Static method in class net.vidageek.crawler.component.UrlUtils
Code copied from HtmlUnit (src/main/java/com/gargoylesoftware/htmlunit/StringUtils.java) (https://htmlunit.svn.sourceforge.net/svnroot/htmlunit/trunk/htmlunit - commit 5556)
isEmpty() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
iterator() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 

K

keepAliveMilliseconds() - Method in class net.vidageek.crawler.config.CrawlerConfiguration
 
keepAliveMilliseconds(int) - Method in class net.vidageek.crawler.config.CrawlerConfiguration
 

L

link() - Method in class net.vidageek.crawler.Url
 
LinkNormalizer - Interface in net.vidageek.crawler.component
 
linkNormalizer(LinkNormalizer) - Method in class net.vidageek.crawler.config.CrawlerConfiguration
 
LinksFinder - Interface in net.vidageek.crawler
 

M

maxPoolSize() - Method in class net.vidageek.crawler.config.CrawlerConfiguration
 
maxPoolSize(int) - Method in class net.vidageek.crawler.config.CrawlerConfiguration
 
minPoolSize() - Method in class net.vidageek.crawler.config.CrawlerConfiguration
 
minPoolSize(int) - Method in class net.vidageek.crawler.config.CrawlerConfiguration
 

N

name() - Method in class net.vidageek.crawler.config.http.Cookie
 
net.vidageek.crawler - package net.vidageek.crawler
 
net.vidageek.crawler.component - package net.vidageek.crawler.component
 
net.vidageek.crawler.config - package net.vidageek.crawler.config
 
net.vidageek.crawler.config.http - package net.vidageek.crawler.config.http
 
net.vidageek.crawler.exception - package net.vidageek.crawler.exception
 
net.vidageek.crawler.link - package net.vidageek.crawler.link
 
net.vidageek.crawler.page - package net.vidageek.crawler.page
 
net.vidageek.crawler.queue - package net.vidageek.crawler.queue
 
net.vidageek.crawler.visitor - package net.vidageek.crawler.visitor
 
normalize(String) - Method in class net.vidageek.crawler.component.DefaultLinkNormalizer
 
normalize(String) - Method in interface net.vidageek.crawler.component.LinkNormalizer
 
normalizer() - Method in class net.vidageek.crawler.config.CrawlerConfiguration
 

O

offer(Runnable, long, TimeUnit) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
offer(Runnable) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
OkPage - Class in net.vidageek.crawler.page
 
OkPage(String, String) - Constructor for class net.vidageek.crawler.page.OkPage
 
onError(Url, Status) - Method in interface net.vidageek.crawler.ContentVisitor
 
onError(Url, Status) - Method in class net.vidageek.crawler.visitor.DoesNotFollowVisitedUrlVisitor
 
onError(Url, Status) - Method in class net.vidageek.crawler.visitor.DomainVisitor
 
onError(Url, Status) - Method in class net.vidageek.crawler.visitor.RejectAtDepthVisitor
 

P

Page - Interface in net.vidageek.crawler
 
PageCrawler - Class in net.vidageek.crawler
 
PageCrawler(CrawlerConfiguration) - Constructor for class net.vidageek.crawler.PageCrawler
 
PageCrawler(String) - Constructor for class net.vidageek.crawler.PageCrawler
 
PageCrawler(String, Downloader, LinkNormalizer) - Constructor for class net.vidageek.crawler.PageCrawler
 
PageCrawlerExecutor - Class in net.vidageek.crawler.component
 
PageCrawlerExecutor(Url, ThreadPoolExecutor, ExecutorCounter, Downloader, LinkNormalizer, PageVisitor) - Constructor for class net.vidageek.crawler.component.PageCrawlerExecutor
 
PageVisitor - Interface in net.vidageek.crawler
 
path() - Method in class net.vidageek.crawler.config.http.Cookie
 
peek() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
poll() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
poll(long, TimeUnit) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
put(Runnable) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 

R

RejectAtDepthVisitor - Class in net.vidageek.crawler.visitor
 
RejectAtDepthVisitor(int, PageVisitor) - Constructor for class net.vidageek.crawler.visitor.RejectAtDepthVisitor
 
RejectedMimeTypePage - Class in net.vidageek.crawler.page
 
RejectedMimeTypePage(String, Status, String) - Constructor for class net.vidageek.crawler.page.RejectedMimeTypePage
 
remainingCapacity() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
remove() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
remove(Object) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
removeAll(Collection<?>) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
requestDelayMilliseconds() - Method in class net.vidageek.crawler.config.CrawlerConfiguration
 
requestDelayMilliseconds(int) - Method in class net.vidageek.crawler.config.CrawlerConfiguration
 
resolveUrl(String, String) - Static method in class net.vidageek.crawler.component.UrlUtils
 
retainAll(Collection<?>) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
run() - Method in class net.vidageek.crawler.component.PageCrawlerExecutor
 

S

size() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
startsWithIgnoreCase(String, String) - Static method in class net.vidageek.crawler.component.UrlUtils
Code copied from HtmlUnit (src/main/java/com/gargoylesoftware/htmlunit/TextUtil.java) (https://htmlunit.svn.sourceforge.net/svnroot/htmlunit/trunk/htmlunit - commit 5556)
Status - Enum in net.vidageek.crawler
 

T

take() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
toArray() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
toArray(T[]) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue
 
toString() - Method in class net.vidageek.crawler.Url
 

U

Url - Class in net.vidageek.crawler
 
Url(String, int) - Constructor for class net.vidageek.crawler.Url
 
UrlUtils - Class in net.vidageek.crawler.component
Code copied from HtmlUnit (src/main/java/com/gargoylesoftware/htmlunit/util/UrlUtils.java) (https://htmlunit.svn.sourceforge.net/svnroot/htmlunit/trunk/htmlunit - commit 5556) Modifications made by jonasabreu (jonas at vidageek dot net)
UrlUtils() - Constructor for class net.vidageek.crawler.component.UrlUtils
 

V

value() - Method in class net.vidageek.crawler.component.ExecutorCounter
 
value() - Method in class net.vidageek.crawler.config.http.Cookie
 
valueOf(String) - Static method in enum net.vidageek.crawler.Status
Returns the enum constant of this type with the specified name.
values() - Static method in enum net.vidageek.crawler.Status
Returns an array containing the constants of this enum type, in the order they are declared.
visit(Page) - Method in interface net.vidageek.crawler.ContentVisitor
 
visit(Page) - Method in class net.vidageek.crawler.visitor.DoesNotFollowVisitedUrlVisitor
 
visit(Page) - Method in class net.vidageek.crawler.visitor.DomainVisitor
 
visit(Page) - Method in class net.vidageek.crawler.visitor.RejectAtDepthVisitor
 

W

WebDownloader - Class in net.vidageek.crawler.component
 
WebDownloader(List<String>) - Constructor for class net.vidageek.crawler.component.WebDownloader
 
WebDownloader(List<String>, List<Cookie>) - Constructor for class net.vidageek.crawler.component.WebDownloader
 
WebDownloader() - Constructor for class net.vidageek.crawler.component.WebDownloader
 
withDownloader(Downloader) - Method in class net.vidageek.crawler.config.CrawlerConfigurationBuilder
 
withKeepAlive(int) - Method in class net.vidageek.crawler.config.CrawlerConfigurationBuilder
 
withLinkNormalizer(LinkNormalizer) - Method in class net.vidageek.crawler.config.CrawlerConfigurationBuilder
 
withMaxParallelRequests(int) - Method in class net.vidageek.crawler.config.CrawlerConfigurationBuilder
 
withRequestDelay(int) - Method in class net.vidageek.crawler.config.CrawlerConfigurationBuilder
 

A B C D E F G H I K L M N O P R S T U V W

Copyright © 2008-2011 VidaGeek.net. All Rights Reserved.