com.digitalpebble.*
-
"redirections.allowed"
"fetchInterval.default"
"deletion"
"fetchInterval.error"
"fetch.error.count"
"fetchInterval.fetch.error"
public static final int
2147483639
"byDomain"
"byHost"
"byIP"
"partition.url.mode"
"error.cause"
"error.message"
"error.source"
"status"
-
-
-
-
"byDomain"
"byHost"
"byIP"
"throttle"
-
"foundSitemap"
"isSitemap"
-
"indexer.canonical.name"
"indexer.ignore.empty.fields"
"indexer.md.mapping"
"indexer.md.filter"
"indexer.text.fieldname"
"indexer.text.maxlength"
"indexer.url.fieldname"
-
"textextractor.exclude.tags"
"textextractor.include.pattern"
"textextractor.no.text"
"textextractor.skip.after"
-
"spout.reset.fetchdate.after"
"spout.max.delay.queries"
"spout.min.delay.queries"
"spout.ttl.purgatory"
-
"status.store.as.is.with.nextfetchdate"
-
"fetchInterval"
"scheduler.adaptive.fetchInterval.rate.decr"
"scheduler.adaptive.fetchInterval.rate.incr"
"scheduler.adaptive.fetchInterval.max"
"scheduler.adaptive.fetchInterval.min"
"scheduler.adaptive.setLastModified"
"signature"
"signatureChangeDate"
"signatureOld"
-
-
com.digitalpebble.stormcrawler.persistence.Scheduler
-
"priority.buffer.max.time.msec"
-
com.digitalpebble.stormcrawler.persistence.urlbuffer.URLBuffer
-
"set-cookie"
"set-header"
-
"content-disposition"
"content-encoding"
"content-language"
"content-length"
"content-location"
"content-md5"
"content-type"
"last-modified"
"location"
"transfer-encoding"
-
"protocol.md.prefix"
"_protocol_versions_"
"_request.headers_"
"_request.time_"
"_response.headers_"
"_response.ip_"
"http.trimmed"
"http.trimmed.reason"
-
"robots.cache.spec"
"robots.error.cache.spec"
-
"selenium.delegated.protocol"
"protocol.use.selenium"
-
com.digitalpebble.stormcrawler.spout.FileSpout
public static final int
10000
-
"depth"
"max.depth"
"metadata.persist"
"metadata.transfer.class"
"metadata.transfer"
"metadata.track.depth"
"metadata.track.path"
"url.path"
-
"robots.noCache"
"robots.noFollow"
"robots.noFollow.strict"
"robots.noIndex"