Package com.norconex.crawler.core.context

Class CrawlerContext.Builder

java.lang.Object

com.norconex.crawler.core.context.CrawlerContext.Builder

Enclosing class:

CrawlerContext

public static class CrawlerContext.Builder
extends Object

Method Summary

Modifier and Type	Method	Description
CrawlerContext.Builder	beanMapper(BeanMapper beanMapper)
CrawlerContext.Builder	bootstrapper(CrawlerBootstrapper bootstrapper)
CrawlerContext.Builder	bootstrappers(Collection<? extends CrawlerBootstrapper> bootstrappers)
CrawlerContext	build()
CrawlerContext.Builder	cacheTypes(Map<String,Class<?>> cacheTypes)	Map of map-config name/pattern to concrete value type, used to bake the correct (de)serialization class into the config before startup.
CrawlerContext.Builder	callbacks(CrawlerCallbacks callbacks)
CrawlerContext.Builder	clearBootstrappers()
CrawlerContext.Builder	committerService(CommitterService<Doc> committerService)
CrawlerContext.Builder	crawlConfig(CrawlerConfig crawlConfig)
CrawlerContext.Builder	crawlEntryLedger(CrawlerEntryLedger crawlEntryLedger)
CrawlerContext.Builder	crawlEntryType(Class<? extends CrawlerEntry> crawlEntryType)
CrawlerContext.Builder	dedupService(DedupService dedupService)
CrawlerContext.Builder	docPipelines(CrawlerDocPipelines docPipelines)
CrawlerContext.Builder	eventManager(EventManager eventManager)
CrawlerContext.Builder	fetcher(Fetcher fetcher)
CrawlerContext.Builder	importer(Importer importer)
CrawlerContext.Builder	metrics(CrawlerMetrics metrics)
CrawlerContext.Builder	streamFactory(CachedStreamFactory streamFactory)
CrawlerContext.Builder	tempDir(Path tempDir)
CrawlerContext.Builder	threadFactoryCreator(ScopedThreadFactoryCreator threadFactoryCreator)
String	toString()
CrawlerContext.Builder	workDir(Path workDir)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Method Details

dedupService

public CrawlerContext.Builder dedupService(DedupService dedupService)

Returns:

this.

crawlEntryLedger

public CrawlerContext.Builder crawlEntryLedger(CrawlerEntryLedger crawlEntryLedger)

Returns:

this.

metrics

public CrawlerContext.Builder metrics(CrawlerMetrics metrics)

Returns:

this.

crawlConfig

public CrawlerContext.Builder crawlConfig(CrawlerConfig crawlConfig)

Returns:

this.

beanMapper

public CrawlerContext.Builder beanMapper(BeanMapper beanMapper)

Returns:

this.

eventManager

public CrawlerContext.Builder eventManager(EventManager eventManager)

Returns:

this.

callbacks

public CrawlerContext.Builder callbacks(CrawlerCallbacks callbacks)

Returns:

this.

committerService

public CrawlerContext.Builder committerService(CommitterService<Doc> committerService)

Returns:

this.

importer

public CrawlerContext.Builder importer(Importer importer)

Returns:

this.

bootstrapper

public CrawlerContext.Builder bootstrapper(CrawlerBootstrapper bootstrapper)

bootstrappers

public CrawlerContext.Builder bootstrappers(Collection<? extends CrawlerBootstrapper> bootstrappers)

clearBootstrappers

public CrawlerContext.Builder clearBootstrappers()

docPipelines

public CrawlerContext.Builder docPipelines(CrawlerDocPipelines docPipelines)

Returns:

this.

fetcher

public CrawlerContext.Builder fetcher(Fetcher fetcher)

Returns:

this.

workDir

public CrawlerContext.Builder workDir(Path workDir)

Returns:

this.

tempDir

public CrawlerContext.Builder tempDir(Path tempDir)

Returns:

this.

streamFactory

public CrawlerContext.Builder streamFactory(CachedStreamFactory streamFactory)

Returns:

this.

crawlEntryType

public CrawlerContext.Builder crawlEntryType(Class<? extends CrawlerEntry> crawlEntryType)

Returns:

this.

cacheTypes

public CrawlerContext.Builder cacheTypes(Map<String,Class<?>> cacheTypes)

Map of map-config name/pattern to concrete value type, used to bake the correct (de)serialization class into the config before startup. Populated from CrawlerDriver.cacheTypes(); the framework always adds ledger_* -> crawlEntryType automatically.

Returns:

this.

threadFactoryCreator

public CrawlerContext.Builder threadFactoryCreator(ScopedThreadFactoryCreator threadFactoryCreator)

Returns:

this.

build

public CrawlerContext build()

toString

public String toString()

Overrides:

toString in class Object