Constant Field Values

Contents

• org.archive.*

org.archive.*

org.archive.crawler.frontier.AMQPUrlReceiver

Modifier and Type	Constant Field	Value
public static final String	A_RECEIVED_FROM_AMQP	"receivedFromAMQP"

org.archive.modules.AMQPPublishProcessor

Modifier and Type	Constant Field	Value
public static final String	A_SENT_TO_AMQP	"sentToAMQP"

org.archive.modules.extractor.ExtractorYoutubeDL

Modifier and Type	Constant Field	Value
protected static final int	MAX_VIDEOS_PER_PAGE	1000
protected static final String	YDL_CONTAINING_PAGE_DIGEST	"ydl-containing-page-digest"
protected static final String	YDL_CONTAINING_PAGE_TIMESTAMP	"ydl-containing-page-timestamp"
protected static final String	YDL_CONTAINING_PAGE_URI	"ydl-containing-page-uri"
protected static final String	YDL_JSON_FILE_DIGEST	"ydl-json-file-digest"

org.archive.modules.postprocessor.TroughCrawlLogFeed

Modifier and Type	Constant Field	Value
protected static final int	BATCH_MAX_SIZE	400
protected static final int	BATCH_MAX_TIME_MS	20000

org.archive.modules.recrawl.FetchHistoryHelper

Modifier and Type	Constant Field	Value
public static final String	A_TIMESTAMP	".ts"

org.archive.modules.recrawl.TroughContentDigestHistory

Modifier and Type	Constant Field	Value
protected static final String	SCHEMA_ID	"warcprox-dedup-v1"
protected static final String	SCHEMA_SQL	"create table dedup (\n digest_key varchar(100) primary key,\n url varchar(2100) not null,\n date varchar(100) not null,\n id varchar(100));\n"
protected static final String	WRITE_SQL_TMPL	"insert or ignore into dedup (digest_key, url, date, id) values (%s, %s, %s, %s);"

org.archive.trough.TroughClient

Modifier and Type	Constant Field	Value
protected static final String	JSON_MIMETYPE	"application/json"
protected static final int	SIX_HOURS_MS	21600000
protected static final String	SQL_MIMETYPE	"application/sql"
protected static final int	TEN_MINUTES_MS	600000