Package com.norconex.crawler.core

Class CrawlerConfig.Fields

java.lang.Object

com.norconex.crawler.core.CrawlerConfig.Fields

Enclosing class:

CrawlerConfig

public static final class CrawlerConfig.Fields
extends Object

Field Summary

Fields

Modifier and Type	Field	Description
static final String	changeDiscovery
static final String	clusterConfig
static final String	committers
static final String	deferredShutdownDuration
static final String	documentChecksummer
static final String	documentDeduplicate
static final String	documentFetchSupport
static final String	documentFilters
static final String	eventListeners
static final String	fetchers
static final String	fetchersMaxRetries
static final String	fetchersRetryDelay
static final String	id
static final String	idleTimeout
static final String	importerConfig
static final String	maxCrawlDuration
static final String	maxDepth
static final String	maxDocuments
static final String	maxQueueBatchSize
static final String	maxStreamCachePoolSize
static final String	maxStreamCacheSize
static final String	metadataChecksummer
static final String	metadataDeduplicate
static final String	metadataFetchSupport
static final String	metadataFilters
static final String	minProgressLoggingInterval
static final String	numThreads
static final String	orphansStrategy
static final String	postImportConsumers
static final String	preImportConsumers
static final String	referenceFilters
static final String	spoiledReferenceStrategizer
static final String	startReferences
static final String	startReferencesAsync
static final String	startReferencesFiles
static final String	startReferencesProviders
static final String	stopOnExceptions
static final String	workDir

Constructor Summary

Constructors

Constructor	Description
Fields()

Method Summary

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

id

public static final String id

See Also:

• Constant Field Values

startReferences

public static final String startReferences

See Also:

• Constant Field Values

startReferencesFiles

public static final String startReferencesFiles

See Also:

• Constant Field Values

startReferencesProviders

public static final String startReferencesProviders

See Also:

• Constant Field Values

workDir

public static final String workDir

See Also:

• Constant Field Values

maxStreamCachePoolSize

public static final String maxStreamCachePoolSize

See Also:

• Constant Field Values

maxStreamCacheSize

public static final String maxStreamCacheSize

See Also:

• Constant Field Values

deferredShutdownDuration

public static final String deferredShutdownDuration

See Also:

• Constant Field Values

maxCrawlDuration

public static final String maxCrawlDuration

See Also:

• Constant Field Values

clusterConfig

public static final String clusterConfig

See Also:

• Constant Field Values

startReferencesAsync

public static final String startReferencesAsync

See Also:

• Constant Field Values

numThreads

public static final String numThreads

See Also:

• Constant Field Values

maxDocuments

public static final String maxDocuments

See Also:

• Constant Field Values

maxQueueBatchSize

public static final String maxQueueBatchSize

See Also:

• Constant Field Values

maxDepth

public static final String maxDepth

See Also:

• Constant Field Values

idleTimeout

public static final String idleTimeout

See Also:

• Constant Field Values

minProgressLoggingInterval

public static final String minProgressLoggingInterval

See Also:

• Constant Field Values

orphansStrategy

public static final String orphansStrategy

See Also:

• Constant Field Values

changeDiscovery

public static final String changeDiscovery

See Also:

• Constant Field Values

stopOnExceptions

public static final String stopOnExceptions

See Also:

• Constant Field Values

referenceFilters

public static final String referenceFilters

See Also:

• Constant Field Values

metadataFilters

public static final String metadataFilters

See Also:

• Constant Field Values

documentFilters

public static final String documentFilters

See Also:

• Constant Field Values

preImportConsumers

public static final String preImportConsumers

See Also:

• Constant Field Values

postImportConsumers

public static final String postImportConsumers

See Also:

• Constant Field Values

metadataChecksummer

public static final String metadataChecksummer

See Also:

• Constant Field Values

importerConfig

public static final String importerConfig

See Also:

• Constant Field Values

committers

public static final String committers

See Also:

• Constant Field Values

metadataDeduplicate

public static final String metadataDeduplicate

See Also:

• Constant Field Values

documentDeduplicate

public static final String documentDeduplicate

See Also:

• Constant Field Values

documentChecksummer

public static final String documentChecksummer

See Also:

• Constant Field Values

spoiledReferenceStrategizer

public static final String spoiledReferenceStrategizer

See Also:

• Constant Field Values

eventListeners

public static final String eventListeners

See Also:

• Constant Field Values

metadataFetchSupport

public static final String metadataFetchSupport

See Also:

• Constant Field Values

documentFetchSupport

public static final String documentFetchSupport

See Also:

• Constant Field Values

fetchers

public static final String fetchers

See Also:

• Constant Field Values

fetchersMaxRetries

public static final String fetchersMaxRetries

See Also:

• Constant Field Values

fetchersRetryDelay

public static final String fetchersRetryDelay

See Also:

• Constant Field Values

Constructor Details

Fields

public Fields()