org.aksw.gerbil.http

Class HttpManagement

java.lang.Object

org.aksw.gerbil.http.HttpManagement

public class HttpManagement
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
protected Semaphore	blockingDomainMappingMutex
protected com.carrotsearch.hppc.ObjectLongOpenHashMap<String>	blockingDomainTimestampMapping
static String	CHECK_INTERVAL_KEY
protected org.apache.http.impl.client.CloseableHttpClient	client
static long	DEFAULT_CHECK_INTERVAL
static int	DEFAULT_PROXY_PORT
static long	DEFAULT_WAITING_TIME
protected InterruptingObserver	interruptingObserver
static String	MAXIMUM_TIME_TO_WAIT_KEY
static String	PROXY_HOST_KEY
static String	PROXY_PORT_KEY
protected String	userAgent

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	HttpManagement(InterruptingObserver interruptingObserver, String userAgent)

Method Summary

Modifier and Type	Method and Description
void	addBlockingDomain(String domain) Adds a domain that might block HTTP clients if they are sending too many requests.
org.apache.http.impl.client.HttpClientBuilder	generateHttpClientBuilder() Creates a HttpClientBuilder with the default settings of GERBIL.
long	getCheckInterval()
org.apache.http.impl.client.CloseableHttpClient	getDefaultClient()
static HttpManagement	getInstance()
long	getMaxWaitingTime()
protected void	getStartPermission(org.apache.http.client.methods.HttpUriRequest request)
void	reportEnd(HttpRequestEmitter emitter, org.apache.http.client.methods.HttpUriRequest request)
void	reportStart(HttpRequestEmitter emitter, org.apache.http.client.methods.HttpUriRequest request)
void	setCheckInterval(long checkInterval)
void	setMaxWaitingTime(long maxWaitingTime)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

MAXIMUM_TIME_TO_WAIT_KEY

public static final String MAXIMUM_TIME_TO_WAIT_KEY

See Also:

Constant Field Values

CHECK_INTERVAL_KEY

public static final String CHECK_INTERVAL_KEY

See Also:

Constant Field Values

PROXY_HOST_KEY

public static final String PROXY_HOST_KEY

See Also:

Constant Field Values

PROXY_PORT_KEY

public static final String PROXY_PORT_KEY

See Also:

Constant Field Values

DEFAULT_WAITING_TIME

public static final long DEFAULT_WAITING_TIME

See Also:

Constant Field Values

DEFAULT_CHECK_INTERVAL

public static final long DEFAULT_CHECK_INTERVAL

See Also:

Constant Field Values

DEFAULT_PROXY_PORT

public static final int DEFAULT_PROXY_PORT

See Also:

Constant Field Values

interruptingObserver

protected InterruptingObserver interruptingObserver

client

protected org.apache.http.impl.client.CloseableHttpClient client

userAgent

protected String userAgent

blockingDomainMappingMutex

protected Semaphore blockingDomainMappingMutex

blockingDomainTimestampMapping

protected com.carrotsearch.hppc.ObjectLongOpenHashMap<String> blockingDomainTimestampMapping

Constructor Detail

HttpManagement

protected HttpManagement(InterruptingObserver interruptingObserver,
                         String userAgent)

Method Detail

getInstance

public static HttpManagement getInstance()

reportStart

public void reportStart(HttpRequestEmitter emitter,
                        org.apache.http.client.methods.HttpUriRequest request)

getStartPermission

protected void getStartPermission(org.apache.http.client.methods.HttpUriRequest request)

reportEnd

public void reportEnd(HttpRequestEmitter emitter,
                      org.apache.http.client.methods.HttpUriRequest request)

setMaxWaitingTime

public void setMaxWaitingTime(long maxWaitingTime)

setCheckInterval

public void setCheckInterval(long checkInterval)

getMaxWaitingTime

public long getMaxWaitingTime()

getCheckInterval

public long getCheckInterval()

getDefaultClient

public org.apache.http.impl.client.CloseableHttpClient getDefaultClient()

addBlockingDomain

public void addBlockingDomain(String domain)

Adds a domain that might block HTTP clients if they are sending too many requests.

generateHttpClientBuilder

public org.apache.http.impl.client.HttpClientBuilder generateHttpClientBuilder()

Creates a HttpClientBuilder with the default settings of GERBIL.

Returns:

a HttpClientBuilder with the default settings of GERBIL.