Package com.norconex.crawler.core

Class Crawler

java.lang.Object

com.norconex.crawler.core.Crawler

public class Crawler
extends Object

Constructor Summary

Constructors

Constructor	Description
Crawler(CrawlerDriver crawlDriver, CrawlerConfig crawlConfig)

Method Summary

Modifier and Type	Method	Description
void	clean()
void	crawl()	Crawl without first cleaning the crawler (i.e., incremental crawling).
void	crawl(boolean startClean)
CrawlerConfig	getCrawlConfig()
CrawlerDriver	getCrawlDriver()
void	stop(String... nodeUrls)
void	storageExport(Path dir, boolean pretty)
void	storageImport(Path inFile)
void	withCrawlSession(Consumer<CrawlerSession> c)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

Crawler

public Crawler(CrawlerDriver crawlDriver,
 CrawlerConfig crawlConfig)

Method Details

crawl

public void crawl()

Crawl without first cleaning the crawler (i.e., incremental crawling). Same as invoking crawl(false).

crawl

public void crawl(boolean startClean)

Parameters:

startClean -

clean

public void clean()

stop

public void stop(String... nodeUrls)

storageExport

public void storageExport(Path dir,
 boolean pretty)

storageImport

public void storageImport(Path inFile)

withCrawlSession

public void withCrawlSession(Consumer<CrawlerSession> c)

getCrawlDriver

public CrawlerDriver getCrawlDriver()

getCrawlConfig

public CrawlerConfig getCrawlConfig()