edu.uci.ics.crawler4j.fetcher

Class PageFetcher

java.lang.Object

edu.uci.ics.crawler4j.crawler.Configurable

edu.uci.ics.crawler4j.fetcher.PageFetcher

public class PageFetcher
extends Configurable

Author:

Yasser Ganjisaffar

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.http.impl.conn.PoolingClientConnectionManager	connectionManager
protected IdleConnectionMonitorThread	connectionMonitorThread
protected org.apache.http.impl.client.DefaultHttpClient	httpClient
protected long	lastFetchTime
protected static org.apache.log4j.Logger	logger
protected Object	mutex

Fields inherited from class edu.uci.ics.crawler4j.crawler.Configurable

config

Constructor Summary

Constructors

Constructor and Description
PageFetcher(CrawlConfig config)

Method Summary

Methods

Modifier and Type	Method and Description
PageFetchResult	fetchHeader(WebURL webUrl)
org.apache.http.client.HttpClient	getHttpClient()
void	shutDown()

Methods inherited from class edu.uci.ics.crawler4j.crawler.Configurable

getConfig

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

logger

protected static final org.apache.log4j.Logger logger

connectionManager

protected org.apache.http.impl.conn.PoolingClientConnectionManager connectionManager

httpClient

protected org.apache.http.impl.client.DefaultHttpClient httpClient

mutex

protected final Object mutex

lastFetchTime

protected long lastFetchTime

connectionMonitorThread

protected IdleConnectionMonitorThread connectionMonitorThread

Constructor Detail

PageFetcher

public PageFetcher(CrawlConfig config)

Method Detail

fetchHeader

public PageFetchResult fetchHeader(WebURL webUrl)

shutDown

public void shutDown()

getHttpClient

public org.apache.http.client.HttpClient getHttpClient()