Data5UPageProcessor

crawler

DownloadEvent

actor

Downloader

downloader

DownloaderActorRevicer

actor

DuplicateRemovedQueue

queue

DuplicateRemovedStrategy

duplicate

detectCharset

CharsetUtils

disableCookieManagement

RequestHeaders

document

HtmlParser

domain

RequestHeaders

domainRegex

UrlUtils

download

ApacheHttpClientDownloader AsyncHttpClientDownloader Downloader

downloadClients

AsyncHttpClientDownloader

downloadDispatcher

ExecutionContexts

downloadFailedSum

Spider

downloadPageSize

Spider

downloadSuccessSum

Spider

downloader

Spider wtog

downloaderActor

ActorManager

duplicate

queue