org.apache.hadoop.hbase.ipc

Class AdaptiveLifoCoDelCallQueue

java.lang.Object

org.apache.hadoop.hbase.ipc.AdaptiveLifoCoDelCallQueue

All Implemented Interfaces:

java.lang.Iterable<CallRunner>, java.util.Collection<CallRunner>, java.util.concurrent.BlockingQueue<CallRunner>, java.util.Queue<CallRunner>

@InterfaceAudience.Private
public class AdaptiveLifoCoDelCallQueue
extends java.lang.Object
implements java.util.concurrent.BlockingQueue<CallRunner>

Adaptive LIFO blocking queue utilizing CoDel algorithm to prevent queue overloading. Implementing BlockingQueue interface to be compatible with RpcExecutor. Currently uses milliseconds internally, need to look into whether we should use nanoseconds for timeInterval and minDelay.

See Also:

Fail at Scale paper, CoDel version for generic job queues in Wangle library

Constructor Summary

Constructors

Constructor and Description
AdaptiveLifoCoDelCallQueue(int capacity, int targetDelay, int interval, double lifoThreshold, java.util.concurrent.atomic.AtomicLong numGeneralCallsDropped, java.util.concurrent.atomic.AtomicLong numLifoModeSwitches)

Method Summary

Modifier and Type	Method and Description
boolean	add(CallRunner callRunner)
boolean	addAll(java.util.Collection<? extends CallRunner> c)
void	clear()
boolean	contains(java.lang.Object o)
boolean	containsAll(java.util.Collection<?> c)
int	drainTo(java.util.Collection<? super CallRunner> c)
int	drainTo(java.util.Collection<? super CallRunner> c, int maxElements)
CallRunner	element()
boolean	isEmpty()
java.util.Iterator<CallRunner>	iterator()
boolean	offer(CallRunner callRunner)
boolean	offer(CallRunner callRunner, long timeout, java.util.concurrent.TimeUnit unit)
CallRunner	peek()
CallRunner	poll()
CallRunner	poll(long timeout, java.util.concurrent.TimeUnit unit)
void	put(CallRunner callRunner)
int	remainingCapacity()
CallRunner	remove()
boolean	remove(java.lang.Object o)
boolean	removeAll(java.util.Collection<?> c)
boolean	retainAll(java.util.Collection<?> c)
int	size()
CallRunner	take() Behaves as LinkedBlockingQueue.take(), except it will silently skip all calls which it thinks should be dropped.
java.lang.Object[]	toArray()
<T> T[]	toArray(T[] a)
java.lang.String	toString()
void	updateTunables(int newCodelTargetDelay, int newCodelInterval, double newLifoThreshold) Update tunables.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface java.util.Collection

equals, hashCode, parallelStream, removeIf, spliterator, stream

Methods inherited from interface java.lang.Iterable

forEach

Constructor Detail

AdaptiveLifoCoDelCallQueue

public AdaptiveLifoCoDelCallQueue(int capacity,
                                  int targetDelay,
                                  int interval,
                                  double lifoThreshold,
                                  java.util.concurrent.atomic.AtomicLong numGeneralCallsDropped,
                                  java.util.concurrent.atomic.AtomicLong numLifoModeSwitches)

Method Detail

updateTunables

public void updateTunables(int newCodelTargetDelay,
                           int newCodelInterval,
                           double newLifoThreshold)

Update tunables.

Parameters:

newCodelTargetDelay - new CoDel target delay

newCodelInterval - new CoDel interval

newLifoThreshold - new Adaptive Lifo threshold

take

public CallRunner take()
                throws java.lang.InterruptedException

Behaves as LinkedBlockingQueue.take(), except it will silently skip all calls which it thinks should be dropped.

Specified by:

take in interface java.util.concurrent.BlockingQueue<CallRunner>

Returns:

the head of this queue

Throws:

java.lang.InterruptedException - if interrupted while waiting

poll

public CallRunner poll()

Specified by:

poll in interface java.util.Queue<CallRunner>

offer

public boolean offer(CallRunner callRunner)

Specified by:

offer in interface java.util.concurrent.BlockingQueue<CallRunner>

Specified by:

offer in interface java.util.Queue<CallRunner>

size

public int size()

Specified by:

size in interface java.util.Collection<CallRunner>

toString

public java.lang.String toString()

Overrides:

toString in class java.lang.Object

poll

public CallRunner poll(long timeout,
                       java.util.concurrent.TimeUnit unit)
                throws java.lang.InterruptedException

Specified by:

poll in interface java.util.concurrent.BlockingQueue<CallRunner>

Throws:

java.lang.InterruptedException

peek

public CallRunner peek()

Specified by:

peek in interface java.util.Queue<CallRunner>

remove

public boolean remove(java.lang.Object o)

Specified by:

remove in interface java.util.Collection<CallRunner>

Specified by:

remove in interface java.util.concurrent.BlockingQueue<CallRunner>

contains

public boolean contains(java.lang.Object o)

Specified by:

contains in interface java.util.Collection<CallRunner>

Specified by:

contains in interface java.util.concurrent.BlockingQueue<CallRunner>

toArray

public java.lang.Object[] toArray()

Specified by:

toArray in interface java.util.Collection<CallRunner>

toArray

public <T> T[] toArray(T[] a)

Specified by:

toArray in interface java.util.Collection<CallRunner>

clear

public void clear()

Specified by:

clear in interface java.util.Collection<CallRunner>

drainTo

public int drainTo(java.util.Collection<? super CallRunner> c)

Specified by:

drainTo in interface java.util.concurrent.BlockingQueue<CallRunner>

drainTo

public int drainTo(java.util.Collection<? super CallRunner> c,
                   int maxElements)

Specified by:

drainTo in interface java.util.concurrent.BlockingQueue<CallRunner>

iterator

public java.util.Iterator<CallRunner> iterator()

Specified by:

iterator in interface java.lang.Iterable<CallRunner>

Specified by:

iterator in interface java.util.Collection<CallRunner>

add

public boolean add(CallRunner callRunner)

Specified by:

add in interface java.util.Collection<CallRunner>

Specified by:

add in interface java.util.concurrent.BlockingQueue<CallRunner>

Specified by:

add in interface java.util.Queue<CallRunner>

remove

public CallRunner remove()

Specified by:

remove in interface java.util.Queue<CallRunner>

element

public CallRunner element()

Specified by:

element in interface java.util.Queue<CallRunner>

addAll

public boolean addAll(java.util.Collection<? extends CallRunner> c)

Specified by:

addAll in interface java.util.Collection<CallRunner>

isEmpty

public boolean isEmpty()

Specified by:

isEmpty in interface java.util.Collection<CallRunner>

containsAll

public boolean containsAll(java.util.Collection<?> c)

Specified by:

containsAll in interface java.util.Collection<CallRunner>

removeAll

public boolean removeAll(java.util.Collection<?> c)

Specified by:

removeAll in interface java.util.Collection<CallRunner>

retainAll

public boolean retainAll(java.util.Collection<?> c)

Specified by:

retainAll in interface java.util.Collection<CallRunner>

remainingCapacity

public int remainingCapacity()

Specified by:

remainingCapacity in interface java.util.concurrent.BlockingQueue<CallRunner>

put

public void put(CallRunner callRunner)
         throws java.lang.InterruptedException

Specified by:

put in interface java.util.concurrent.BlockingQueue<CallRunner>

Throws:

java.lang.InterruptedException

offer

public boolean offer(CallRunner callRunner,
                     long timeout,
                     java.util.concurrent.TimeUnit unit)
              throws java.lang.InterruptedException

Specified by:

offer in interface java.util.concurrent.BlockingQueue<CallRunner>

Throws:

java.lang.InterruptedException