Constant Field Values

Contents

• crawlercommons.domains.*
• crawlercommons.robots.*
• crawlercommons.sitemaps.*

crawlercommons.domains.*

crawlercommons.domains.EffectiveTldFinder

Modifier and Type	Constant Field	Value
public static final String	COMMENT	"//"
public static final char	DOT	46
public static final String	DOT_REGEX	"\\."
public static final String	ETLD_DATA	"/effective_tld_names.dat"
public static final String	EXCEPTION	"!"
public static final int	MAX_DOMAIN_LENGTH_PART	63
public static final String	WILD_CARD	"*."

crawlercommons.robots.*

crawlercommons.robots.BaseRobotRules

Modifier and Type	Constant Field	Value
public static final long	UNSET_CRAWL_DELAY	-9223372036854775808L

crawlercommons.robots.SimpleRobotRulesParser

Modifier and Type	Constant Field	Value
public static final long	DEFAULT_MAX_CRAWL_DELAY	300000L
public static final int	DEFAULT_MAX_WARNINGS	5

crawlercommons.sitemaps.*

crawlercommons.sitemaps.Namespace

Modifier and Type	Constant Field	Value
public static final String	ATOM_0_3	"http://purl.org/atom/ns#"
public static final String	ATOM_1_0	"http://www.w3.org/2005/Atom"
public static final String	EMPTY	""
public static final String	LINKS	"http://www.w3.org/1999/xhtml"
public static final String	RSS_2_0	"http://www.w3.org/1999/02/22-rdf-syntax-ns#"
public static final String	SITEMAP	"http://www.sitemaps.org/schemas/sitemap/0.9"

crawlercommons.sitemaps.SiteMapParser

Modifier and Type	Constant Field	Value
public static final int	MAX_BYTES_ALLOWED	52428800

crawlercommons.sitemaps.SiteMapURL

Modifier and Type	Constant Field	Value
public static final double	DEFAULT_PRIORITY	0.5

crawlercommons.sitemaps.extension.ImageAttributes

Modifier and Type	Constant Field	Value
public static final String	CAPTION	"caption"
public static final String	GEO_LOCATION	"geo_location"
public static final String	LICENSE	"license"
public static final String	LOC	"loc"
public static final String	TITLE	"title"

crawlercommons.sitemaps.extension.LinkAttributes

Modifier and Type	Constant Field	Value
public static final String	HREF	"href"

crawlercommons.sitemaps.extension.NewsAttributes

Modifier and Type	Constant Field	Value
public static final String	GENRES	"genres"
public static final String	KEYWORDS	"keywords"
public static final String	LANGUAGE	"language"
public static final String	NAME	"name"
public static final String	PUBLICATION_DATE	"publication_date"
public static final String	STOCK_TICKERS	"stock_tickers"
public static final String	TITLE	"title"

crawlercommons.sitemaps.extension.VideoAttributes

Modifier and Type	Constant Field	Value
public static final String	ALLOWED_COUNTRIES	"allowed_countries"
public static final String	ALLOWED_PLATFORMS	"allowed_platforms"
public static final String	CATEGORY	"category"
public static final String	CONTENT_LOC	"content_loc"
public static final String	DESCRIPTION	"description"
public static final String	DURATION	"duration"
public static final String	EXPIRATION_DATE	"expiration_date"
public static final String	FAMILY_FRIENDLY	"family_friendly"
public static final String	GALLERY_LOC	"gallery_loc"
public static final String	GALLERY_TITLE	"gallery_title"
public static final String	IS_LIVE	"is_live"
public static final String	PLAYER_LOC	"player_loc"
public static final String	PRICES	"prices"
public static final String	PUBLICATION_DATE	"publication_date"
public static final String	RATING	"rating"
public static final String	REQUIRES_SUBSCRIPTION	"requires_subscription"
public static final String	RESTRICTED_COUNTRIES	"restricted_countries"
public static final String	RESTRICTED_PLATFORMS	"restricted_platforms"
public static final String	TAGS	"tags"
public static final String	THUMBNAIL_LOC	"thumbnail_loc"
public static final String	TITLE	"title"
public static final String	UPLOADER	"uploader"
public static final String	UPLOADER_INFO	"uploader_info"
public static final String	VIEW_COUNT	"view_count"