Apache common pool2 对象池

时间:2021-12-11 16:32:45

对象池的容器:包含一个指定数量的对象。从池中取出一个对象时,它就不存在池中,直到它被放回。在池中的对象有生命周期:创建,验证,销毁,对象池有助于更好地管理可用资源,防止JVM内部大量临时小对象,频繁触发垃圾回收,造成系统暂停。有许多的使用示例。特别是在应用服务器数据源池,线程池等都是对象池的使用,下面情况适合使用对象池:

  • 同样的对象高频率使用
  • 对象太大消耗很多内存
  • 对象初始化需要时间
  • 对象内涉及IO操作 (Streams, Sockets, DB, etc.)
  • 对象并不是线程安全时。

很多人使用 Apache Commons Pool.它有ObjectPool的接口,ObjectPoolFactory,PoolableObjectFactory和许多的实现。有addObject方法,borrowObject,invalidateObject,返回object添加,删除和返回对象。 PoolableObjectFactory定义对象池的操作行为,并提供各种回调。

但是Apache Commons Pool不是一个轻量开销的对象池,它很多方法采用了不建议使用的旧的Java的关键字synchronized。而Java 5中引入了Executor框架Java并发(多线程)。这里是最好的Executor框架。

package easypool;

import java.util.concurrent.ConcurrentLinkedQueue;
import java.util.concurrent.Executors;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.TimeUnit; public abstract class ObjectPool<T>
{
private ConcurrentLinkedQueue<T> pool; private ScheduledExecutorService executorService; /**
* Creates the pool.
*
* @param minIdle minimum number of objects residing in the pool
*/
public ObjectPool(final int minIdle) {
// initialize pool
initialize(minIdle);
} /**
* Creates the pool.
*
* @param minIdle minimum number of objects residing in the pool
* @param maxIdle maximum number of objects residing in the pool
* @param validationInterval time in seconds for periodical checking of minIdle / maxIdle conditions in a separate thread.
* When the number of objects is less than minIdle, missing instances will be created.
* When the number of objects is greater than maxIdle, too many instances will be removed.
*/
public ObjectPool(final int minIdle, final int maxIdle, final long validationInterval) {
// initialize pool
initialize(minIdle); // check pool conditions in a separate thread
executorService = Executors.newSingleThreadScheduledExecutor();
executorService.scheduleWithFixedDelay(new Runnable()
{
@Override
public void run() {
int size = pool.size();
if (size < minIdle) {
int sizeToBeAdded = minIdle - size;
for (int i = 0; i < sizeToBeAdded; i++) {
pool.add(createObject());
}
} else if (size > maxIdle) {
int sizeToBeRemoved = size - maxIdle;
for (int i = 0; i < sizeToBeRemoved; i++) {
pool.poll();
}
}
}
}, validationInterval, validationInterval, TimeUnit.SECONDS);
} /**
* Gets the next free object from the pool. If the pool doesn't contain any objects,
* a new object will be created and given to the caller of this method back.
*
* @return T borrowed object
*/
public T borrowObject() {
T object;
if ((object = pool.poll()) == null) {
object = createObject();
} return object;
} /**
* Returns object back to the pool.
*
* @param object object to be returned
*/
public void returnObject(T object) {
if (object == null) {
return;
} this.pool.offer(object);
} /**
* Shutdown this pool.
*/
public void shutdown() {
if (executorService != null) {
executorService.shutdown();
}
} /**
* Creates a new object.
*
* @return T new object
*/
protected abstract T createObject(); private void initialize(final int minIdle) {
pool = new ConcurrentLinkedQueue<T>(); for (int i = 0; i < minIdle; i++) {
pool.add(createObject());
}
}
}
package easypool;

public class ExportingProcess {

    private String location;

    private long processNo = 0;

    public ExportingProcess(String location, long processNo) {
this.location = location;
this.processNo = processNo; // doing some time expensive calls / tasks
// ... // for-loop is just for simulation
for (int i = 0; i < Integer.MAX_VALUE; i++) {
} System.out.println("Object with process no. " + processNo + " was created");
} public String getLocation() {
return location;
} public long getProcessNo() {
return processNo;
} @Override
public String toString() {
return "ExportingProcess{" + "processNo=" + processNo + '}';
}
}
package easypool;

public class ExportingTask implements Runnable {

    private ObjectPool<ExportingProcess> pool;

    private int threadNo;

    public ExportingTask(ObjectPool<ExportingProcess> pool, int threadNo) {
this.pool = pool;
this.threadNo = threadNo;
} public void run() {
// get an object from the pool
ExportingProcess exportingProcess = pool.borrowObject(); System.out.println("Thread " + threadNo +
": Object with process no. " + exportingProcess.getProcessNo() + " was borrowed"); // do something
// ... // for-loop is just for simulation
for (int i = 0; i < 100000; i++) {
} // return ExportingProcess instance back to the pool
pool.returnObject(exportingProcess); System.out.println("Thread " + threadNo +
": Object with process no. " + exportingProcess.getProcessNo() + " was returned");
}
}
package easypool;

import org.junit.After;
import org.junit.Before;
import org.junit.Test; import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.atomic.AtomicLong; public class TestObjectPool
{
private ObjectPool<ExportingProcess> pool; private AtomicLong processNo = new AtomicLong(0); @Before
public void setUp() {
// Create a pool of objects of type ExportingProcess. Parameters:
// 1) Minimum number of special ExportingProcess instances residing in the pool = 4
// 2) Maximum number of special ExportingProcess instances residing in the pool = 10
// 3) Time in seconds for periodical checking of minIdle / maxIdle conditions in a separate thread = 5.
// When the number of ExportingProcess instances is less than minIdle, missing instances will be created.
// When the number of ExportingProcess instances is greater than maxIdle, too many instances will be removed.
// If the validation interval is negative, no periodical checking of minIdle / maxIdle conditions
// in a separate thread take place. These boundaries are ignored then.
pool = new ObjectPool<ExportingProcess>(4, 10, 5)
{
protected ExportingProcess createObject() {
// create a test object which takes some time for creation
return new ExportingProcess("/home/temp/", processNo.incrementAndGet());
}
};
} @After
public void tearDown() {
pool.shutdown();
} @Test
public void testObjectPool() {
ExecutorService executor = Executors.newFixedThreadPool(8); // execute 8 tasks in separate threads
executor.execute(new ExportingTask(pool, 1));
executor.execute(new ExportingTask(pool, 2));
executor.execute(new ExportingTask(pool, 3));
executor.execute(new ExportingTask(pool, 4));
executor.execute(new ExportingTask(pool, 5));
executor.execute(new ExportingTask(pool, 6));
executor.execute(new ExportingTask(pool, 7));
executor.execute(new ExportingTask(pool, 8)); executor.shutdown();
try {
executor.awaitTermination(30, TimeUnit.SECONDS);
} catch (InterruptedException e) {
e.printStackTrace();
}
}
}

测试》》》》》》》》》》》》》》》》》》》》》

package test;
public class StringFormat {
public String format(String str)
{
return "formated:"+str;
}
}
package test;
import org.apache.commons.pool2.BasePooledObjectFactory;
import org.apache.commons.pool2.PooledObject;
import org.apache.commons.pool2.impl.DefaultPooledObject; public class StringFormatFactory
extends BasePooledObjectFactory<StringFormat> { @Override
public StringFormat create() {
System.out.println("create object");
return new StringFormat();
} /**
* Use the default PooledObject implementation.
*/
@Override
public PooledObject<StringFormat> wrap(StringFormat buffer) {
return new DefaultPooledObject<StringFormat>(buffer);
} /**
* When an object is returned to the pool, clear the buffer.
*/
@Override
public void passivateObject(PooledObject<StringFormat> pooledObject) {
System.out.println("Object been returned to pool");
} // for all other methods, the no-op implementation
// in BasePooledObjectFactory will suffice
}
package test;
import java.io.IOException;
import java.io.Reader;
import java.util.ArrayList;
import java.util.List; import org.apache.commons.pool2.ObjectPool;
import org.apache.commons.pool2.impl.GenericObjectPool;
import org.apache.commons.pool2.impl.GenericObjectPoolConfig; public class StringProcessor { private ObjectPool<StringFormat> pool; public StringProcessor(ObjectPool<StringFormat> pool) {
this.pool = pool;
} /**
* Dumps the contents of the {@link Reader} to a String, closing the
* {@link Reader} when done.
*/
public void process(List<String> strList) {
for (String str : strList) {
Thread thread = new StringProcessThread(pool, str);
thread.start();
} //设置等待两秒,等待线程结束
try {
Thread.sleep(2000);
} catch (InterruptedException e) {
e.printStackTrace();
}
} public static void main(String[] args) throws IOException { GenericObjectPoolConfig conf = new GenericObjectPoolConfig();
conf.setMaxTotal(3);
conf.setMaxIdle(2);
conf.setMinIdle(2); StringProcessor stringProcessor = new StringProcessor(
new GenericObjectPool<StringFormat>(new StringFormatFactory(),conf));
List<String> strList = new ArrayList<String>();
strList.add("123");
strList.add("456");
strList.add("789");
strList.add("111");
strList.add("222");
strList.add("333");
stringProcessor.process(strList);
}
}
package test;
import org.apache.commons.pool2.ObjectPool; public class StringProcessThread extends Thread {
private ObjectPool<StringFormat> pool;
private String toProcessStr; public StringProcessThread(ObjectPool<StringFormat> pool,
String toProcessStr) {
this.pool = pool;
this.toProcessStr = toProcessStr;
} public void run() {
StringFormat stringFormat = null;
try {
stringFormat = pool.borrowObject();
String formattedStr = stringFormat.format(toProcessStr);
System.out.println(formattedStr);
} catch (Exception e) {
e.printStackTrace();
} finally {
try {
if (stringFormat != null) {
pool.returnObject(stringFormat);
}
} catch (Exception e) {
e.printStackTrace();
}
}
} }