-
- All Implemented Interfaces:
-
ai.platon.pulsar.common.urls.ComparableUrlAware,ai.platon.pulsar.common.urls.StatefulUrl,ai.platon.pulsar.common.urls.UrlAware,kotlin.Comparable
public class CrawlableFatLink extends StatefulFatLink
-
-
Field Summary
Fields Modifier and Type Field Description private volatile IntegerfinishedTailLinkCountprivate Booleanabortedprivate final IntegernumActiveprivate final BooleanisAbortedprivate final BooleanisFinishedprivate final DurationidleTimeprivate StringauthTokenprivate StringremoteAddrprivate Integerstatusprivate InstantmodifiedAtprivate final InstantcreatedAtprivate final Integersizeprivate final BooleanisEmptyprivate final BooleanisNotEmptyprivate List<StatefulHyperlink>tailLinksprivate Integerdepthprivate Stringtextprivate Integerorderprivate final StringconfiguredUrlprivate final BooleanisNilprivate final BooleanisPersistableprivate final Stringlabelprivate Stringlangprivate Stringcountryprivate Stringdistrictprivate IntegermaxRetryprivate final InstantdeadTimeprivate Stringurlprivate Stringargsprivate Stringrefererprivate Stringhref
-
Constructor Summary
Constructors Constructor Description CrawlableFatLink(String url, String text, Integer order, String referer, String args, String href, List<StatefulHyperlink> tailLinks)
-
Method Summary
Modifier and Type Method Description final IntegergetFinishedTailLinkCount()final UnitsetFinishedTailLinkCount(Integer finishedTailLinkCount)final BooleangetAborted()final UnitsetAborted(Boolean aborted)final IntegergetNumActive()final BooleangetIsAborted()final BooleangetIsFinished()final DurationgetIdleTime()StringgetAuthToken()UnitsetAuthToken(String authToken)StringgetRemoteAddr()UnitsetRemoteAddr(String remoteAddr)IntegergetStatus()UnitsetStatus(Integer status)InstantgetModifiedAt()UnitsetModifiedAt(Instant modifiedAt)InstantgetCreatedAt()final IntegergetSize()final BooleangetIsEmpty()final BooleangetIsNotEmpty()final List<StatefulHyperlink>getTailLinks()The tail links final UnitsetTailLinks(List<StatefulHyperlink> tailLinks)The tail links final IntegergetDepth()final UnitsetDepth(Integer depth)final StringgetText()The anchor text of this hyperlink final UnitsetText(String text)The anchor text of this hyperlink final IntegergetOrder()The order of this hyperlink in it's referer page final UnitsetOrder(Integer order)The order of this hyperlink in it's referer page StringgetConfiguredUrl()BooleangetIsNil()BooleangetIsPersistable()If this link is persistable StringgetLabel()StringgetLang()Required website language UnitsetLang(String lang)Required website language StringgetCountry()Required website country UnitsetCountry(String country)Required website country StringgetDistrict()Required website district UnitsetDistrict(String district)Required website district IntegergetMaxRetry()The maximum retry times UnitsetMaxRetry(Integer maxRetry)The maximum retry times InstantgetDeadTime()StringgetUrl()The url, it can be configured or not UnitsetUrl(String url)The url, it can be configured or not StringgetArgs()The url args UnitsetArgs(String args)The url args StringgetReferer()The referer(or referrer) UnitsetReferer(String referer)The referer(or referrer) StringgetHref()The hypertext reference, It defines the address of the document, which this time is linked from UnitsetHref(String href)The hypertext reference, It defines the address of the document, which this time is linked from final Unitabort()final Booleanfinish(StatefulHyperlink url, Integer status)StringtoString()-
Methods inherited from class ai.platon.pulsar.common.urls.FatLink
data -
Methods inherited from class ai.platon.pulsar.common.urls.Hyperlink
compareTo, equals, hashCode -
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
-
-
Method Detail
-
getFinishedTailLinkCount
final Integer getFinishedTailLinkCount()
-
setFinishedTailLinkCount
final Unit setFinishedTailLinkCount(Integer finishedTailLinkCount)
-
getAborted
final Boolean getAborted()
-
setAborted
final Unit setAborted(Boolean aborted)
-
getNumActive
final Integer getNumActive()
-
getIsAborted
final Boolean getIsAborted()
-
getIsFinished
final Boolean getIsFinished()
-
getIdleTime
final Duration getIdleTime()
-
getAuthToken
String getAuthToken()
-
setAuthToken
Unit setAuthToken(String authToken)
-
getRemoteAddr
String getRemoteAddr()
-
setRemoteAddr
Unit setRemoteAddr(String remoteAddr)
-
getModifiedAt
Instant getModifiedAt()
-
setModifiedAt
Unit setModifiedAt(Instant modifiedAt)
-
getCreatedAt
Instant getCreatedAt()
-
getIsEmpty
final Boolean getIsEmpty()
-
getIsNotEmpty
final Boolean getIsNotEmpty()
-
getTailLinks
final List<StatefulHyperlink> getTailLinks()
The tail links
-
setTailLinks
final Unit setTailLinks(List<StatefulHyperlink> tailLinks)
The tail links
-
getConfiguredUrl
String getConfiguredUrl()
-
getIsPersistable
Boolean getIsPersistable()
If this link is persistable
-
getCountry
String getCountry()
Required website country
-
setCountry
Unit setCountry(String country)
Required website country
-
getDistrict
String getDistrict()
Required website district
-
setDistrict
Unit setDistrict(String district)
Required website district
-
getMaxRetry
Integer getMaxRetry()
The maximum retry times
-
setMaxRetry
Unit setMaxRetry(Integer maxRetry)
The maximum retry times
-
getDeadTime
Instant getDeadTime()
-
getReferer
String getReferer()
The referer(or referrer)
-
setReferer
Unit setReferer(String referer)
The referer(or referrer)
-
getHref
String getHref()
The hypertext reference, It defines the address of the document, which this time is linked from
-
setHref
Unit setHref(String href)
The hypertext reference, It defines the address of the document, which this time is linked from
-
finish
final Boolean finish(StatefulHyperlink url, Integer status)
-
-
-
-