| com.trigonic.jrobotx.Constants |
public static final java.lang.String |
ALLOW |
"Allow" |
public static final java.lang.String |
ANY |
"*" |
public static final java.lang.String |
COMMENT_DELIM |
"#" |
public static final java.lang.String |
DISALLOW |
"Disallow" |
public static final java.lang.String |
FIELD_DELIM |
":" |
public static final java.lang.String |
HTTP |
"http" |
public static final java.lang.String |
HTTPS |
"https" |
public static final java.lang.String |
ROBOTS_TXT |
"/robots.txt" |
public static final java.lang.String |
SITEMAP |
"Sitemap" |
public static final java.lang.String |
URL_ENCODING_SPECIAL_CHARS |
"/" |
public static final java.lang.String |
USER_AGENT |
"User-agent" |