URI refererUrl
int crawlDepth
CrawlRequest crawlRequest
Set<E> allowedCrawlDomains
Set<E> crawlSeeds
CrawlStrategy crawlStrategy
boolean isDuplicateRequestFilterEnabled
boolean isOffsiteRequestFilterEnabled
int maxCrawlDepth
CrawlDelayStrategy crawlDelayStrategy
long fixedCrawlDelayDurationInMillis
long minCrawlDelayDurationInMillis
long maxCrawlDelayDurationInMillis
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
URI requestUrl
int priority
Serializable metadata
String domain
com.google.common.collect.ImmutableList<E> parts
CrawlerConfiguration config
StatsCounter statsCounter
Set<E> urlFingerprints
Queue<E> candidates
CrawlCandidate currentCandidate
FunctionalReentrantReadWriteLock lock
int remainingCrawlCandidateCount
int processedCrawlCandidateCount
int responseSuccessCount
int pageLoadTimeoutCount
int requestRedirectCount
int nonHtmlResponseCount
int responseErrorCount
int networkErrorCount
int filteredDuplicateRequestCount
int filteredOffsiteRequestCount
int filteredCrawlDepthLimitExceedingRequestCount
FunctionalReentrantReadWriteLock lock
TimeSource timeSource
Instant startTime
Duration elapsedDuration
boolean isRunning
HttpMethod httpMethod
HttpHandler handler
String passwordHash
Copyright © 2020. All rights reserved.