All Implemented Interfaces:

kotlin.Comparable
```
public final class KWebPage
 implements Comparable<KWebPage>
                    
```
The core data structure across the whole program execution
Notice: Use a build-in java string or a Utf8 to serialize strings?
see org .apache .gora. hbase. util .HBaseByteInterface #fromBytes
In serializetion phrase, a byte array created by s.getBytes(UTF8_CHARSET) is serialized, and in deserialization phrase, every string are wrapped to be a Utf8
So both build-in string and a Utf8 wrap is OK to serialize, and Utf8 is always returned

Nested Class Summary

Nested Classes
Modifier and Type	Class	Description
`public class`	`KWebPage.Companion`

Field Summary

Fields
Modifier and Type	Field	Description
`private Integer`	`id`
`private String`	`url`
`private String`	`reversedUrl`
`private VolatileConfig`	`volatileConfig`
`private final Variables`	`variables`
`private final String`	`key`
`private final Boolean`	`isNil`
`private final Boolean`	`isNotNil`
`private final Boolean`	`isInternal`
`private final Boolean`	`isNotInternal`
`private final Metadata`	`metadata`
`private final CrawlMarks`	`marks`
`private String`	`options`
`private final String`	`configuredUrl`
`private String`	`query`
`private ZoneId`	`zoneId`
`private String`	`batchId`
`private final Boolean`	`isSeed`
`private Integer`	`distance`
`private FetchMode`	`fetchMode`
`private BrowserType`	`lastBrowser`
`private HtmlIntegrity`	`htmlIntegrity`
`private Integer`	`fetchPriority`
`private Instant`	`createTime`
`private Instant`	`generateTime`
`private Integer`	`fetchCount`
`private CrawlStatus`	`crawlStatus`
`private String`	`baseUrl`
`private final String`	`location`
`private Instant`	`fetchTime`
`private Instant`	`prevFetchTime`
`private Instant`	`prevCrawlTime1`
`private Duration`	`fetchInterval`
`private ProtocolStatus`	`protocolStatus`
`private String`	`contentType`
`private ByteBuffer`	`content`
`private String`	`proxy`
`private ByteBuffer`	`signature`
`private ByteBuffer`	`prevSignature`
`private final String`	`signatureAsString`
`private final String`	`prevSignatureAsString`
`private String`	`pageTitle`
`private String`	`contentTitle`
`private ParseStatus`	`parseStatus`
`private Map<CharSequence, GHypeLink>`	`liveLinks`
`private Map<CharSequence, CharSequence>`	`vividLinks`
`private List<CharSequence>`	`deadLinks`
`private List<CharSequence>`	`links`
`private String`	`anchor`
`private Array<String>`	`inlinkAnchors`
`private Integer`	`anchorOrder`
`private Instant`	`contentPublishTime`
`private Instant`	`prevContentPublishTime`
`private Instant`	`refContentPublishTime`
`private Instant`	`contentModifiedTime`
`private Instant`	`prevContentModifiedTime`
`private Instant`	`prevRefContentPublishTime`
`private String`	`referrer`
`private final PageModel`	`pageModel`
`private Float`	`score`
`private Float`	`contentScore`
`private String`	`sortScore`
`private Float`	`cash`
`private final PageCounters`	`pageCounters`

Method Summary

Modifier and Type	Method	Description
`final Integer`	`getId()`	The process scope WebPage instance sequence
`final Unit`	`setId(Integer id)`
`final String`	`getUrl()`	The url is the permanent internal address, and the location is the last working address
`final Unit`	`setUrl(String url)`
`final String`	`getReversedUrl()`	The reversed url of the web page, it's also the key of the underlying storage of this object
`final Unit`	`setReversedUrl(String reversedUrl)`
`final VolatileConfig`	`getVolatileConfig()`	Web page scope configuration
`final Unit`	`setVolatileConfig(VolatileConfig volatileConfig)`	Web page scope configuration
`final Variables`	`getVariables()`	Web page scope variables TODO : we may use it a PageDatum to track all context scope variables
`final String`	`getKey()`
`final Boolean`	`getIsNil()`
`final Boolean`	`getIsNotNil()`
`final Boolean`	`getIsInternal()`
`final Boolean`	`getIsNotInternal()`
`final Metadata`	`getMetadata()`
`final CrawlMarks`	`getMarks()`
`final String`	`getOptions()`
`final Unit`	`setOptions(String options)`
`final String`	`getConfiguredUrl()`
`final String`	`getQuery()`
`final Unit`	`setQuery(String query)`
`final ZoneId`	`getZoneId()`
`final Unit`	`setZoneId(ZoneId zoneId)`
`final String`	`getBatchId()`
`final Unit`	`setBatchId(String batchId)`
`final Boolean`	`getIsSeed()`
`final Integer`	`getDistance()`
`final Unit`	`setDistance(Integer distance)`
`final FetchMode`	`getFetchMode()`
`final Unit`	`setFetchMode(FetchMode fetchMode)`
`final BrowserType`	`getLastBrowser()`
`final Unit`	`setLastBrowser(BrowserType lastBrowser)`
`final HtmlIntegrity`	`getHtmlIntegrity()`
`final Unit`	`setHtmlIntegrity(HtmlIntegrity htmlIntegrity)`
`final Integer`	`getFetchPriority()`
`final Unit`	`setFetchPriority(Integer fetchPriority)`
`final Instant`	`getCreateTime()`
`final Unit`	`setCreateTime(Instant createTime)`
`final Instant`	`getGenerateTime()`
`final Unit`	`setGenerateTime(Instant generateTime)`
`final Integer`	`getFetchCount()`
`final Unit`	`setFetchCount(Integer fetchCount)`
`final CrawlStatus`	`getCrawlStatus()`
`final Unit`	`setCrawlStatus(CrawlStatus crawlStatus)`
`final String`	`getBaseUrl()`
`final Unit`	`setBaseUrl(String baseUrl)`
`final String`	`getLocation()`
`final Instant`	`getFetchTime()`
`final Unit`	`setFetchTime(Instant fetchTime)`
`final Instant`	`getPrevFetchTime()`
`final Unit`	`setPrevFetchTime(Instant prevFetchTime)`
`final Instant`	`getPrevCrawlTime1()`
`final Unit`	`setPrevCrawlTime1(Instant prevCrawlTime1)`
`final Duration`	`getFetchInterval()`
`final Unit`	`setFetchInterval(Duration fetchInterval)`
`final ProtocolStatus`	`getProtocolStatus()`
`final Unit`	`setProtocolStatus(ProtocolStatus protocolStatus)`
`final String`	`getContentType()`
`final Unit`	`setContentType(String contentType)`
`final ByteBuffer`	`getContent()`
`final Unit`	`setContent(ByteBuffer content)`
`final String`	`getProxy()`
`final Unit`	`setProxy(String proxy)`
`final ByteBuffer`	`getSignature()`
`final Unit`	`setSignature(ByteBuffer signature)`
`final ByteBuffer`	`getPrevSignature()`
`final Unit`	`setPrevSignature(ByteBuffer prevSignature)`
`final String`	`getSignatureAsString()`
`final String`	`getPrevSignatureAsString()`
`final String`	`getPageTitle()`
`final Unit`	`setPageTitle(String pageTitle)`
`final String`	`getContentTitle()`
`final Unit`	`setContentTitle(String contentTitle)`
`final ParseStatus`	`getParseStatus()`
`final Unit`	`setParseStatus(ParseStatus parseStatus)`
`final Map<CharSequence, GHypeLink>`	`getLiveLinks()`
`final Unit`	`setLiveLinks(Map<CharSequence, GHypeLink> liveLinks)`
`final Map<CharSequence, CharSequence>`	`getVividLinks()`
`final Unit`	`setVividLinks(Map<CharSequence, CharSequence> vividLinks)`
`final List<CharSequence>`	`getDeadLinks()`
`final Unit`	`setDeadLinks(List<CharSequence> deadLinks)`
`final List<CharSequence>`	`getLinks()`
`final Unit`	`setLinks(List<CharSequence> links)`
`final String`	`getAnchor()`
`final Unit`	`setAnchor(String anchor)`
`final Array<String>`	`getInlinkAnchors()`
`final Unit`	`setInlinkAnchors(Array<String> inlinkAnchors)`
`final Integer`	`getAnchorOrder()`
`final Unit`	`setAnchorOrder(Integer anchorOrder)`
`final Instant`	`getContentPublishTime()`
`final Unit`	`setContentPublishTime(Instant contentPublishTime)`
`final Instant`	`getPrevContentPublishTime()`
`final Unit`	`setPrevContentPublishTime(Instant prevContentPublishTime)`
`final Instant`	`getRefContentPublishTime()`
`final Unit`	`setRefContentPublishTime(Instant refContentPublishTime)`
`final Instant`	`getContentModifiedTime()`
`final Unit`	`setContentModifiedTime(Instant contentModifiedTime)`
`final Instant`	`getPrevContentModifiedTime()`
`final Unit`	`setPrevContentModifiedTime(Instant prevContentModifiedTime)`
`final Instant`	`getPrevRefContentPublishTime()`
`final Unit`	`setPrevRefContentPublishTime(Instant prevRefContentPublishTime)`
`final String`	`getReferrer()`
`final Unit`	`setReferrer(String referrer)`
`final PageModel`	`getPageModel()`
`final Float`	`getScore()`
`final Unit`	`setScore(Float score)`
`final Float`	`getContentScore()`
`final Unit`	`setContentScore(Float contentScore)`
`final String`	`getSortScore()`
`final Unit`	`setSortScore(String sortScore)`
`final Float`	`getCash()`
`final Unit`	`setCash(Float cash)`
`final PageCounters`	`getPageCounters()`
`final GWebPage`	`unbox()`
`final Boolean`	`hasVar(String name)`
`final Boolean`	`getAndRemoveVar(String name)`
`final Boolean`	`hasMark(Mark mark)`
`final Unit`	`markSeed()`
`final Unit`	`unmarkSeed()`
`final Unit`	`updateDistance(Integer newDistance)`
`final Integer`	`sniffFetchPriority()`
`final Unit`	`increaseFetchCount()`
`final Unit`	`setCrawlStatus(Integer value)`	Set crawl status
`final Instant`	`getLastFetchTime(Instant now)`	Get last fetch timeIf fetchTime is before now, the result is the fetchTime If fetchTime is after now, it means that schedule has modified it for the next fetch, the result is prevFetchTime
`final ProtocolHeaders`	`getHeaders()`	Header information returned from the web server used to server the content which is subsequently fetched from.
`final String`	`getReprUrl()`
`final Unit`	`setReprUrl(String value)`
`final Integer`	`getFetchRetries()`	Get the number of crawl scope retries
`final Unit`	`setFetchRetries(Integer value)`	Set the number of crawl scope retries
`final Duration`	`getLastTimeout()`
`final Instant`	`getModifiedTime()`
`final Unit`	`setModifiedTime(Instant value)`
`final Instant`	`getPrevModifiedTime()`
`final Unit`	`setPrevModifiedTime(Instant value)`
`final Instant`	`sniffModifiedTime()`
`final String`	`getFetchTimeHistory(String defaultValue)`
`final Unit`	`putFetchTimeHistory(Instant fetchTime)`	Parsing
`final Instant`	`getFirstCrawlTime(Instant defaultValue)`
`final PageCategory`	`getPageCategory()`
`final Unit`	`setPageCategory(PageCategory pageCategory)`	category : index, detail, review, media, search, etc
`final String`	`getEncoding()`
`final Unit`	`setEncoding(String encoding)`
`final String`	`getEncodingOrDefault(String defaultEncoding)`	Get content encoding Content encoding is detected just before it's parsed
`final String`	`getEncodingClues()`
`final Unit`	`setEncodingClues(String clues)`
`final Boolean`	`hasContent()`
`final Unit`	`setContent(String value)`
`final Unit`	`setContent(ByteArray value)`
`final ByteArray`	`getContentAsBytes()`
`final String`	`getContentAsString()`	TODO: Encoding is always UTF-8?
`final ByteArrayInputStream`	`getContentAsInputStream()`
`final InputSource`	`getContentAsSaxInputSource()`
`final Integer`	`getContentBytes()`
`final Integer`	`getAveContentBytes()`
`final ActiveDomMultiStatus`	`getActiveDomMultiStatus()`
`final Unit`	`setActiveDomMultiStatus(ActiveDomMultiStatus domStatus)`
`final ActiveDomUrls`	`getActiveDomUrls()`
`final Unit`	`setActiveDomUrls(ActiveDomUrls urls)`
`final Unit`	`setSignature(ByteArray value)`
`final String`	`sniffTitle()`
`final String`	`getPageText()`
`final Unit`	`setPageText(String value)`
`final String`	`getContentText()`
`final Unit`	`setContentText(String textContent)`
`final Integer`	`getContentTextLen()`
`final Unit`	`setTextCascaded(String text)`	Set all text fields cascaded, including content, content text and page text.
`final Collection<String>`	`getSimpleLiveLinks()`
`final Unit`	`setLiveLinks(Iterable<HyperlinkPersistable> liveLinks)`	TODO: Remove redundant url to reduce space
`final Unit`	`addLiveLink(HyperlinkPersistable hyperlink)`
`final Collection<String>`	`getSimpleVividLinks()`
`final Unit`	`addHyperlinks(Iterable<HyperlinkPersistable> hyperLinks)`	Record all links appeared in a page The links are in FIFO order, for each time we fetch and parse a page, we push newly discovered links to the queue, if the queue is full, we drop out some old ones, usually they do not appears in the page any more.
`final Unit`	`addLinks(Iterable<CharSequence> hypeLinks)`
`final Integer`	`getImpreciseLinkCount()`
`final Unit`	`setImpreciseLinkCount(Integer count)`
`final Unit`	`increaseImpreciseLinkCount(Integer count)`
`final Map<CharSequence, CharSequence>`	`getInlinks()`
`final Boolean`	`updateContentPublishTime(Instant newPublishTime)`
`final Boolean`	`updateContentModifiedTime(Instant newModifiedTime)`
`final Boolean`	`updateRefContentPublishTime(Instant newRefPublishTime)`
`final String`	`getIndexTimeHistory(String defaultValue)`	Index
`final Unit`	`putIndexTimeHistory(Instant indexTime)`
`final Instant`	`getFirstIndexTime(Instant defaultValue)`
`Integer`	`hashCode()`
`Integer`	`compareTo(KWebPage other)`
`Boolean`	`equals(Object other)`
`String`	`toString()`

Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

getId
```
 final Integer getId()
```
The process scope WebPage instance sequence

setId
```
 final Unit setId(Integer id)
```

getUrl
```
 final String getUrl()
```
The url is the permanent internal address, and the location is the last working address

setUrl
```
 final Unit setUrl(String url)
```

getReversedUrl
```
 final String getReversedUrl()
```
The reversed url of the web page, it's also the key of the underlying storage of this object

setReversedUrl

 final Unit setReversedUrl(String reversedUrl)

getVolatileConfig
```
 final VolatileConfig getVolatileConfig()
```
Web page scope configuration

setVolatileConfig

 final Unit setVolatileConfig(VolatileConfig volatileConfig)

Web page scope configuration

getVariables
```
 final Variables getVariables()
```
Web page scope variables TODO : we may use it a PageDatum to track all context scope variables

getKey
```
 final String getKey()
```

getIsNil
```
 final Boolean getIsNil()
```

getIsNotNil
```
 final Boolean getIsNotNil()
```

getIsInternal
```
 final Boolean getIsInternal()
```

getIsNotInternal
```
 final Boolean getIsNotInternal()
```

getMetadata
```
 final Metadata getMetadata()
```

getMarks
```
 final CrawlMarks getMarks()
```

getOptions
```
 final String getOptions()
```

setOptions
```
 final Unit setOptions(String options)
```

getConfiguredUrl
```
 final String getConfiguredUrl()
```

getQuery
```
 final String getQuery()
```

setQuery
```
 final Unit setQuery(String query)
```

getZoneId
```
 final ZoneId getZoneId()
```

setZoneId
```
 final Unit setZoneId(ZoneId zoneId)
```

getBatchId
```
 final String getBatchId()
```

setBatchId
```
 final Unit setBatchId(String batchId)
```

getIsSeed
```
 final Boolean getIsSeed()
```

getDistance
```
 final Integer getDistance()
```

setDistance

 final Unit setDistance(Integer distance)

getFetchMode
```
 final FetchMode getFetchMode()
```

setFetchMode

 final Unit setFetchMode(FetchMode fetchMode)

getLastBrowser
```
 final BrowserType getLastBrowser()
```

setLastBrowser

 final Unit setLastBrowser(BrowserType lastBrowser)

getHtmlIntegrity
```
 final HtmlIntegrity getHtmlIntegrity()
```

setHtmlIntegrity

 final Unit setHtmlIntegrity(HtmlIntegrity htmlIntegrity)

getFetchPriority
```
 final Integer getFetchPriority()
```

setFetchPriority

 final Unit setFetchPriority(Integer fetchPriority)

getCreateTime
```
 final Instant getCreateTime()
```

setCreateTime

 final Unit setCreateTime(Instant createTime)

getGenerateTime
```
 final Instant getGenerateTime()
```

setGenerateTime

 final Unit setGenerateTime(Instant generateTime)

getFetchCount
```
 final Integer getFetchCount()
```

setFetchCount

 final Unit setFetchCount(Integer fetchCount)

getCrawlStatus
```
 final CrawlStatus getCrawlStatus()
```

setCrawlStatus

 final Unit setCrawlStatus(CrawlStatus crawlStatus)

getBaseUrl
```
 final String getBaseUrl()
```

setBaseUrl
```
 final Unit setBaseUrl(String baseUrl)
```

getLocation
```
 final String getLocation()
```

getFetchTime
```
 final Instant getFetchTime()
```

setFetchTime

 final Unit setFetchTime(Instant fetchTime)

getPrevFetchTime
```
 final Instant getPrevFetchTime()
```

setPrevFetchTime

 final Unit setPrevFetchTime(Instant prevFetchTime)

getPrevCrawlTime1
```
 final Instant getPrevCrawlTime1()
```

setPrevCrawlTime1

 final Unit setPrevCrawlTime1(Instant prevCrawlTime1)

getFetchInterval
```
 final Duration getFetchInterval()
```

setFetchInterval

 final Unit setFetchInterval(Duration fetchInterval)

getProtocolStatus

 final ProtocolStatus getProtocolStatus()

setProtocolStatus

 final Unit setProtocolStatus(ProtocolStatus protocolStatus)

getContentType
```
 final String getContentType()
```

setContentType

 final Unit setContentType(String contentType)

getContent
```
 final ByteBuffer getContent()
```

setContent

 final Unit setContent(ByteBuffer content)

getProxy
```
 final String getProxy()
```

setProxy
```
 final Unit setProxy(String proxy)
```

getSignature
```
 final ByteBuffer getSignature()
```

setSignature

 final Unit setSignature(ByteBuffer signature)

getPrevSignature
```
 final ByteBuffer getPrevSignature()
```

setPrevSignature

 final Unit setPrevSignature(ByteBuffer prevSignature)

getSignatureAsString
```
 final String getSignatureAsString()
```

getPrevSignatureAsString

 final String getPrevSignatureAsString()

getPageTitle
```
 final String getPageTitle()
```

setPageTitle

 final Unit setPageTitle(String pageTitle)

getContentTitle
```
 final String getContentTitle()
```

setContentTitle

 final Unit setContentTitle(String contentTitle)

getParseStatus
```
 final ParseStatus getParseStatus()
```

setParseStatus

 final Unit setParseStatus(ParseStatus parseStatus)

getLiveLinks

 final Map<CharSequence, GHypeLink> getLiveLinks()

setLiveLinks

 final Unit setLiveLinks(Map<CharSequence, GHypeLink> liveLinks)

getVividLinks

 final Map<CharSequence, CharSequence> getVividLinks()

setVividLinks

 final Unit setVividLinks(Map<CharSequence, CharSequence> vividLinks)

getDeadLinks

 final List<CharSequence> getDeadLinks()

setDeadLinks

 final Unit setDeadLinks(List<CharSequence> deadLinks)

getLinks
```
 final List<CharSequence> getLinks()
```

setLinks

 final Unit setLinks(List<CharSequence> links)

getAnchor
```
 final String getAnchor()
```

setAnchor
```
 final Unit setAnchor(String anchor)
```

getInlinkAnchors
```
 final Array<String> getInlinkAnchors()
```

setInlinkAnchors

 final Unit setInlinkAnchors(Array<String> inlinkAnchors)

getAnchorOrder
```
 final Integer getAnchorOrder()
```

setAnchorOrder

 final Unit setAnchorOrder(Integer anchorOrder)

getContentPublishTime
```
 final Instant getContentPublishTime()
```

setContentPublishTime

 final Unit setContentPublishTime(Instant contentPublishTime)

getPrevContentPublishTime

 final Instant getPrevContentPublishTime()

setPrevContentPublishTime

 final Unit setPrevContentPublishTime(Instant prevContentPublishTime)

getRefContentPublishTime

 final Instant getRefContentPublishTime()

setRefContentPublishTime

 final Unit setRefContentPublishTime(Instant refContentPublishTime)

getContentModifiedTime
```
 final Instant getContentModifiedTime()
```

setContentModifiedTime

 final Unit setContentModifiedTime(Instant contentModifiedTime)

getPrevContentModifiedTime

 final Instant getPrevContentModifiedTime()

setPrevContentModifiedTime

 final Unit setPrevContentModifiedTime(Instant prevContentModifiedTime)

getPrevRefContentPublishTime

 final Instant getPrevRefContentPublishTime()

setPrevRefContentPublishTime

 final Unit setPrevRefContentPublishTime(Instant prevRefContentPublishTime)

getReferrer
```
 final String getReferrer()
```

setReferrer

 final Unit setReferrer(String referrer)

getPageModel
```
 final PageModel getPageModel()
```

getScore
```
 final Float getScore()
```

setScore
```
 final Unit setScore(Float score)
```

getContentScore
```
 final Float getContentScore()
```

setContentScore

 final Unit setContentScore(Float contentScore)

getSortScore
```
 final String getSortScore()
```

setSortScore

 final Unit setSortScore(String sortScore)

getCash
```
 final Float getCash()
```

setCash
```
 final Unit setCash(Float cash)
```

getPageCounters
```
 final PageCounters getPageCounters()
```

unbox
```
 final GWebPage unbox()
```

hasVar
```
 final Boolean hasVar(String name)
```

getAndRemoveVar

 final Boolean getAndRemoveVar(String name)

hasMark
```
 final Boolean hasMark(Mark mark)
```

markSeed
```
 final Unit markSeed()
```

unmarkSeed
```
 final Unit unmarkSeed()
```

updateDistance

 final Unit updateDistance(Integer newDistance)

sniffFetchPriority
```
 final Integer sniffFetchPriority()
```

increaseFetchCount
```
 final Unit increaseFetchCount()
```

setCrawlStatus

 final Unit setCrawlStatus(Integer value)

Set crawl status

getLastFetchTime
```
 final Instant getLastFetchTime(Instant now)
```
Get last fetch time
If fetchTime is before now, the result is the fetchTime If fetchTime is after now, it means that schedule has modified it for the next fetch, the result is prevFetchTime

getHeaders
```
 final ProtocolHeaders getHeaders()
```
Header information returned from the web server used to server the content which is subsequently fetched from. This includes keys such as TRANSFER_ENCODING, CONTENT_ENCODING, CONTENT_LANGUAGE, CONTENT_LENGTH, CONTENT_LOCATION, CONTENT_DISPOSITION, CONTENT_MD5, CONTENT_TYPE, LAST_MODIFIED and LOCATION.

getReprUrl
```
 final String getReprUrl()
```

setReprUrl
```
 final Unit setReprUrl(String value)
```

getFetchRetries
```
 final Integer getFetchRetries()
```
Get the number of crawl scope retries

setFetchRetries
```
 final Unit setFetchRetries(Integer value)
```
Set the number of crawl scope retries

getLastTimeout
```
 final Duration getLastTimeout()
```

getModifiedTime
```
 final Instant getModifiedTime()
```

setModifiedTime

 final Unit setModifiedTime(Instant value)

getPrevModifiedTime
```
 final Instant getPrevModifiedTime()
```

setPrevModifiedTime

 final Unit setPrevModifiedTime(Instant value)

sniffModifiedTime
```
 final Instant sniffModifiedTime()
```

getFetchTimeHistory

 final String getFetchTimeHistory(String defaultValue)

putFetchTimeHistory

 final Unit putFetchTimeHistory(Instant fetchTime)

Parsing

getFirstCrawlTime

 final Instant getFirstCrawlTime(Instant defaultValue)

getPageCategory
```
 final PageCategory getPageCategory()
```

setPageCategory
```
 final Unit setPageCategory(PageCategory pageCategory)
```
category : index, detail, review, media, search, etc

getEncoding
```
 final String getEncoding()
```

setEncoding

 final Unit setEncoding(String encoding)

getEncodingOrDefault
```
 final String getEncodingOrDefault(String defaultEncoding)
```
Get content encoding Content encoding is detected just before it's parsed

getEncodingClues
```
 final String getEncodingClues()
```

setEncodingClues

 final Unit setEncodingClues(String clues)

hasContent
```
 final Boolean hasContent()
```

setContent
```
 final Unit setContent(String value)
```

setContent

 final Unit setContent(ByteArray value)

getContentAsBytes
```
 final ByteArray getContentAsBytes()
```

getContentAsString
```
 final String getContentAsString()
```
TODO: Encoding is always UTF-8?

getContentAsInputStream

 final ByteArrayInputStream getContentAsInputStream()

getContentAsSaxInputSource

 final InputSource getContentAsSaxInputSource()

getContentBytes
```
 final Integer getContentBytes()
```

getAveContentBytes
```
 final Integer getAveContentBytes()
```

getActiveDomMultiStatus

 final ActiveDomMultiStatus getActiveDomMultiStatus()

setActiveDomMultiStatus

 final Unit setActiveDomMultiStatus(ActiveDomMultiStatus domStatus)

getActiveDomUrls
```
 final ActiveDomUrls getActiveDomUrls()
```

setActiveDomUrls

 final Unit setActiveDomUrls(ActiveDomUrls urls)

setSignature

 final Unit setSignature(ByteArray value)

sniffTitle
```
 final String sniffTitle()
```

getPageText
```
 final String getPageText()
```

setPageText
```
 final Unit setPageText(String value)
```

getContentText
```
 final String getContentText()
```

setContentText

 final Unit setContentText(String textContent)

getContentTextLen
```
 final Integer getContentTextLen()
```

setTextCascaded
```
 final Unit setTextCascaded(String text)
```
Set all text fields cascaded, including content, content text and page text.

getSimpleLiveLinks

 final Collection<String> getSimpleLiveLinks()

setLiveLinks

 final Unit setLiveLinks(Iterable<HyperlinkPersistable> liveLinks)

TODO: Remove redundant url to reduce space

addLiveLink

 final Unit addLiveLink(HyperlinkPersistable hyperlink)

getSimpleVividLinks

 final Collection<String> getSimpleVividLinks()

addHyperlinks
```
 final Unit addHyperlinks(Iterable<HyperlinkPersistable> hyperLinks)
```
Record all links appeared in a page The links are in FIFO order, for each time we fetch and parse a page, we push newly discovered links to the queue, if the queue is full, we drop out some old ones, usually they do not appears in the page any more.
TODO: compress links TODO: HBase seems not modify any nested array

addLinks

 final Unit addLinks(Iterable<CharSequence> hypeLinks)

getImpreciseLinkCount
```
 final Integer getImpreciseLinkCount()
```

setImpreciseLinkCount

 final Unit setImpreciseLinkCount(Integer count)

increaseImpreciseLinkCount

 final Unit increaseImpreciseLinkCount(Integer count)

getInlinks

 final Map<CharSequence, CharSequence> getInlinks()

updateContentPublishTime

 final Boolean updateContentPublishTime(Instant newPublishTime)

updateContentModifiedTime

 final Boolean updateContentModifiedTime(Instant newModifiedTime)

updateRefContentPublishTime

 final Boolean updateRefContentPublishTime(Instant newRefPublishTime)

getIndexTimeHistory

 final String getIndexTimeHistory(String defaultValue)

Index

putIndexTimeHistory

 final Unit putIndexTimeHistory(Instant indexTime)

getFirstIndexTime

 final Instant getFirstIndexTime(Instant defaultValue)

hashCode
```
 Integer hashCode()
```

compareTo
```
 Integer compareTo(KWebPage other)
```

equals
```
 Boolean equals(Object other)
```

toString
```
 String toString()
```

Class KWebPage

Nested Class Summary

Field Summary

Method Summary

Methods inherited from class java.lang.Object

Method Detail

getId

setId

getUrl

setUrl

getReversedUrl

setReversedUrl

getVolatileConfig

setVolatileConfig

getVariables

getKey

getIsNil

getIsNotNil

getIsInternal

getIsNotInternal

getMetadata

getMarks

getOptions

setOptions

getConfiguredUrl

getQuery

setQuery

getZoneId

setZoneId

getBatchId

setBatchId

getIsSeed

getDistance

setDistance

getFetchMode

setFetchMode

getLastBrowser

setLastBrowser

getHtmlIntegrity

setHtmlIntegrity

getFetchPriority

setFetchPriority

getCreateTime

setCreateTime

getGenerateTime

setGenerateTime

getFetchCount

setFetchCount

getCrawlStatus

setCrawlStatus

getBaseUrl

setBaseUrl

getLocation

getFetchTime

setFetchTime

getPrevFetchTime

setPrevFetchTime

getPrevCrawlTime1

setPrevCrawlTime1

getFetchInterval

setFetchInterval

getProtocolStatus

setProtocolStatus

getContentType

setContentType

getContent

setContent

getProxy

setProxy

getSignature

setSignature

getPrevSignature

setPrevSignature

getSignatureAsString

getPrevSignatureAsString

getPageTitle

setPageTitle

getContentTitle

setContentTitle

getParseStatus