A B C D E F G H I K L M N O P R S T U V W

A

add(Runnable) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

addAll(Collection<? extends Runnable>) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

B

beginUrl() - Method in class net.vidageek.crawler.config.CrawlerConfiguration

build() - Method in class net.vidageek.crawler.config.CrawlerConfigurationBuilder

C

clear() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

contains(Object) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

containsAll(Collection<?>) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

ContentVisitor - Interface in net.vidageek.crawler

Cookie - Class in net.vidageek.crawler.config.http

Cookie(String, String, String, String) - Constructor for class net.vidageek.crawler.config.http.Cookie

crawl(PageVisitor) - Method in class net.vidageek.crawler.PageCrawler

CrawlerConfiguration - Class in net.vidageek.crawler.config

CrawlerConfiguration(String) - Constructor for class net.vidageek.crawler.config.CrawlerConfiguration

CrawlerConfigurationBuilder - Class in net.vidageek.crawler.config

WARNING: This class is not thread-safe.

CrawlerConfigurationBuilder(String) - Constructor for class net.vidageek.crawler.config.CrawlerConfigurationBuilder

CrawlerException - Exception in net.vidageek.crawler.exception

CrawlerException(String) - Constructor for exception net.vidageek.crawler.exception.CrawlerException

CrawlerException(String, Throwable) - Constructor for exception net.vidageek.crawler.exception.CrawlerException

CrawlerException(Throwable) - Constructor for exception net.vidageek.crawler.exception.CrawlerException

D

decrease() - Method in class net.vidageek.crawler.component.ExecutorCounter

DefaultLinkFinder - Class in net.vidageek.crawler.link

DefaultLinkFinder(String) - Constructor for class net.vidageek.crawler.link.DefaultLinkFinder

DefaultLinkNormalizer - Class in net.vidageek.crawler.component

DefaultLinkNormalizer(String) - Constructor for class net.vidageek.crawler.component.DefaultLinkNormalizer

DelayedBlockingQueue - Class in net.vidageek.crawler.queue

DelayedBlockingQueue(int) - Constructor for class net.vidageek.crawler.queue.DelayedBlockingQueue

depth() - Method in class net.vidageek.crawler.Url

DoesNotFollowVisitedUrlVisitor - Class in net.vidageek.crawler.visitor

DoesNotFollowVisitedUrlVisitor(String, PageVisitor) - Constructor for class net.vidageek.crawler.visitor.DoesNotFollowVisitedUrlVisitor

domain() - Method in class net.vidageek.crawler.config.http.Cookie

DomainVisitor - Class in net.vidageek.crawler.visitor

Simple visitor to crawl a single domain.

DomainVisitor(String, ContentVisitor) - Constructor for class net.vidageek.crawler.visitor.DomainVisitor

Downloader - Interface in net.vidageek.crawler.component

downloader() - Method in class net.vidageek.crawler.config.CrawlerConfiguration

downloader(Downloader) - Method in class net.vidageek.crawler.config.CrawlerConfiguration

drainTo(Collection<? super Runnable>, int) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

drainTo(Collection<? super Runnable>) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

E

element() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

equals(Object) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

equals(Object) - Method in class net.vidageek.crawler.Url

ErrorPage - Class in net.vidageek.crawler.page

ErrorPage(String, Status) - Constructor for class net.vidageek.crawler.page.ErrorPage

ExecutorCounter - Class in net.vidageek.crawler.component

ExecutorCounter() - Constructor for class net.vidageek.crawler.component.ExecutorCounter

F

followUrl(Url) - Method in interface net.vidageek.crawler.PageVisitor

followUrl(Url) - Method in class net.vidageek.crawler.visitor.DoesNotFollowVisitedUrlVisitor

followUrl(Url) - Method in class net.vidageek.crawler.visitor.DomainVisitor

followUrl(Url) - Method in class net.vidageek.crawler.visitor.RejectAtDepthVisitor

forStartPoint(String) - Static method in class net.vidageek.crawler.config.CrawlerConfiguration

FrameLinkFinder - Class in net.vidageek.crawler.link

FrameLinkFinder(String) - Constructor for class net.vidageek.crawler.link.FrameLinkFinder

fromHttpCode(int) - Static method in enum net.vidageek.crawler.Status

G

get(String) - Method in interface net.vidageek.crawler.component.Downloader

get(String) - Method in class net.vidageek.crawler.component.WebDownloader

get(HttpClient, String) - Method in class net.vidageek.crawler.component.WebDownloader

getCharset() - Method in class net.vidageek.crawler.page.ErrorPage

getCharset() - Method in interface net.vidageek.crawler.Page

getCharset() - Method in class net.vidageek.crawler.page.OkPage

getCharset() - Method in class net.vidageek.crawler.page.RejectedMimeTypePage

getContent() - Method in class net.vidageek.crawler.page.ErrorPage

getContent() - Method in interface net.vidageek.crawler.Page

getContent() - Method in class net.vidageek.crawler.page.OkPage

getContent() - Method in class net.vidageek.crawler.page.RejectedMimeTypePage

getLinks() - Method in class net.vidageek.crawler.link.DefaultLinkFinder

getLinks() - Method in class net.vidageek.crawler.link.FrameLinkFinder

getLinks() - Method in class net.vidageek.crawler.link.IframeLinkFinder

getLinks() - Method in interface net.vidageek.crawler.LinksFinder

getLinks() - Method in class net.vidageek.crawler.page.ErrorPage

getLinks() - Method in interface net.vidageek.crawler.Page

getLinks() - Method in class net.vidageek.crawler.page.OkPage

getLinks() - Method in class net.vidageek.crawler.page.RejectedMimeTypePage

getMimeType() - Method in class net.vidageek.crawler.page.RejectedMimeTypePage

getStatusCode() - Method in class net.vidageek.crawler.page.ErrorPage

getStatusCode() - Method in interface net.vidageek.crawler.Page

getStatusCode() - Method in class net.vidageek.crawler.page.OkPage

getStatusCode() - Method in class net.vidageek.crawler.page.RejectedMimeTypePage

getUrl() - Method in class net.vidageek.crawler.page.ErrorPage

getUrl() - Method in interface net.vidageek.crawler.Page

getUrl() - Method in class net.vidageek.crawler.page.OkPage

getUrl() - Method in class net.vidageek.crawler.page.RejectedMimeTypePage

H

hashCode() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

hashCode() - Method in class net.vidageek.crawler.Url

I

IframeLinkFinder - Class in net.vidageek.crawler.link

IframeLinkFinder(String) - Constructor for class net.vidageek.crawler.link.IframeLinkFinder

increase() - Method in class net.vidageek.crawler.component.ExecutorCounter

indexOf(String, char, int, int) - Static method in class net.vidageek.crawler.component.UrlUtils

Code copied from HtmlUnit (src/main/java/com/gargoylesoftware/htmlunit/StringUtils.java) (https://htmlunit.svn.sourceforge.net/svnroot/htmlunit/trunk/htmlunit - commit 5556)

isEmpty() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

iterator() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

K

keepAliveMilliseconds() - Method in class net.vidageek.crawler.config.CrawlerConfiguration

keepAliveMilliseconds(int) - Method in class net.vidageek.crawler.config.CrawlerConfiguration

L

link() - Method in class net.vidageek.crawler.Url

LinkNormalizer - Interface in net.vidageek.crawler.component

linkNormalizer(LinkNormalizer) - Method in class net.vidageek.crawler.config.CrawlerConfiguration

LinksFinder - Interface in net.vidageek.crawler

M

maxPoolSize() - Method in class net.vidageek.crawler.config.CrawlerConfiguration

maxPoolSize(int) - Method in class net.vidageek.crawler.config.CrawlerConfiguration

minPoolSize() - Method in class net.vidageek.crawler.config.CrawlerConfiguration

minPoolSize(int) - Method in class net.vidageek.crawler.config.CrawlerConfiguration

N

name() - Method in class net.vidageek.crawler.config.http.Cookie

net.vidageek.crawler - package net.vidageek.crawler

net.vidageek.crawler.component - package net.vidageek.crawler.component

net.vidageek.crawler.config - package net.vidageek.crawler.config

net.vidageek.crawler.config.http - package net.vidageek.crawler.config.http

net.vidageek.crawler.exception - package net.vidageek.crawler.exception

net.vidageek.crawler.link - package net.vidageek.crawler.link

net.vidageek.crawler.page - package net.vidageek.crawler.page

net.vidageek.crawler.queue - package net.vidageek.crawler.queue

net.vidageek.crawler.visitor - package net.vidageek.crawler.visitor

normalize(String) - Method in class net.vidageek.crawler.component.DefaultLinkNormalizer

normalize(String) - Method in interface net.vidageek.crawler.component.LinkNormalizer

normalizer() - Method in class net.vidageek.crawler.config.CrawlerConfiguration

O

offer(Runnable, long, TimeUnit) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

offer(Runnable) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

OkPage - Class in net.vidageek.crawler.page

OkPage(String, String) - Constructor for class net.vidageek.crawler.page.OkPage

onError(Url, Status) - Method in interface net.vidageek.crawler.ContentVisitor

onError(Url, Status) - Method in class net.vidageek.crawler.visitor.DoesNotFollowVisitedUrlVisitor

onError(Url, Status) - Method in class net.vidageek.crawler.visitor.DomainVisitor

onError(Url, Status) - Method in class net.vidageek.crawler.visitor.RejectAtDepthVisitor

P

Page - Interface in net.vidageek.crawler

PageCrawler - Class in net.vidageek.crawler

PageCrawler(CrawlerConfiguration) - Constructor for class net.vidageek.crawler.PageCrawler

PageCrawler(String) - Constructor for class net.vidageek.crawler.PageCrawler

PageCrawler(String, Downloader, LinkNormalizer) - Constructor for class net.vidageek.crawler.PageCrawler

PageCrawlerExecutor - Class in net.vidageek.crawler.component

PageCrawlerExecutor(Url, ThreadPoolExecutor, ExecutorCounter, Downloader, LinkNormalizer, PageVisitor) - Constructor for class net.vidageek.crawler.component.PageCrawlerExecutor

PageVisitor - Interface in net.vidageek.crawler

path() - Method in class net.vidageek.crawler.config.http.Cookie

peek() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

poll() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

poll(long, TimeUnit) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

put(Runnable) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

R

RejectAtDepthVisitor - Class in net.vidageek.crawler.visitor

RejectAtDepthVisitor(int, PageVisitor) - Constructor for class net.vidageek.crawler.visitor.RejectAtDepthVisitor

RejectedMimeTypePage - Class in net.vidageek.crawler.page

RejectedMimeTypePage(String, Status, String) - Constructor for class net.vidageek.crawler.page.RejectedMimeTypePage

remainingCapacity() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

remove() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

remove(Object) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

removeAll(Collection<?>) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

requestDelayMilliseconds() - Method in class net.vidageek.crawler.config.CrawlerConfiguration

requestDelayMilliseconds(int) - Method in class net.vidageek.crawler.config.CrawlerConfiguration

resolveUrl(String, String) - Static method in class net.vidageek.crawler.component.UrlUtils

retainAll(Collection<?>) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

run() - Method in class net.vidageek.crawler.component.PageCrawlerExecutor

S

size() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

startsWithIgnoreCase(String, String) - Static method in class net.vidageek.crawler.component.UrlUtils

Code copied from HtmlUnit (src/main/java/com/gargoylesoftware/htmlunit/TextUtil.java) (https://htmlunit.svn.sourceforge.net/svnroot/htmlunit/trunk/htmlunit - commit 5556)

Status - Enum in net.vidageek.crawler

T

take() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

toArray() - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

toArray(T[]) - Method in class net.vidageek.crawler.queue.DelayedBlockingQueue

toString() - Method in class net.vidageek.crawler.Url

U

Url - Class in net.vidageek.crawler

Url(String, int) - Constructor for class net.vidageek.crawler.Url

UrlUtils - Class in net.vidageek.crawler.component

Code copied from HtmlUnit (src/main/java/com/gargoylesoftware/htmlunit/util/UrlUtils.java) (https://htmlunit.svn.sourceforge.net/svnroot/htmlunit/trunk/htmlunit - commit 5556) Modifications made by jonasabreu (jonas at vidageek dot net)

UrlUtils() - Constructor for class net.vidageek.crawler.component.UrlUtils

V

value() - Method in class net.vidageek.crawler.component.ExecutorCounter

value() - Method in class net.vidageek.crawler.config.http.Cookie

valueOf(String) - Static method in enum net.vidageek.crawler.Status

Returns the enum constant of this type with the specified name.

values() - Static method in enum net.vidageek.crawler.Status

Returns an array containing the constants of this enum type, in the order they are declared.

visit(Page) - Method in interface net.vidageek.crawler.ContentVisitor

visit(Page) - Method in class net.vidageek.crawler.visitor.DoesNotFollowVisitedUrlVisitor

visit(Page) - Method in class net.vidageek.crawler.visitor.DomainVisitor

visit(Page) - Method in class net.vidageek.crawler.visitor.RejectAtDepthVisitor

W

WebDownloader - Class in net.vidageek.crawler.component

WebDownloader(List<String>) - Constructor for class net.vidageek.crawler.component.WebDownloader

WebDownloader(List<String>, List<Cookie>) - Constructor for class net.vidageek.crawler.component.WebDownloader

WebDownloader() - Constructor for class net.vidageek.crawler.component.WebDownloader

withDownloader(Downloader) - Method in class net.vidageek.crawler.config.CrawlerConfigurationBuilder

withKeepAlive(int) - Method in class net.vidageek.crawler.config.CrawlerConfigurationBuilder

withLinkNormalizer(LinkNormalizer) - Method in class net.vidageek.crawler.config.CrawlerConfigurationBuilder

withMaxParallelRequests(int) - Method in class net.vidageek.crawler.config.CrawlerConfigurationBuilder

withRequestDelay(int) - Method in class net.vidageek.crawler.config.CrawlerConfigurationBuilder

A B C D E F G H I K L M N O P R S T U V W