根据当前系统的实时负载生成动态大小的线程池代码,Java代码库,德仔网

代码语言
代码分类
【Java】根据当前系统的实时负载生成动态大小的线程池
作者:mingyuan_wang / 发布于2015/8/19/ 753
原则：削峰填谷根据4个方面的系统信息动态决定线程池大小： 1、CPU负载，包括系统全局的cpu负载以及jvm实例的cpu负载 2、内存使用情况 3、系统线程使用情况，当前活动线程数与线程峰值 4、swap情况,系统颠簸会导致页面置换频繁

	DynamicExecutorFactory.java

	package com.oschina.mingyuan.dynamicexecutor;
	
	import java.lang.management.ManagementFactory;
	import java.lang.management.MemoryMXBean;
	import java.lang.management.MemoryUsage;
	import java.lang.management.ThreadMXBean;
	import java.util.concurrent.ExecutorService;
	import java.util.concurrent.Executors;
	import java.util.concurrent.ScheduledExecutorService;
	import java.util.concurrent.TimeUnit;
	
	import org.slf4j.Logger;
	import org.slf4j.LoggerFactory;
	
	import com.google.common.util.concurrent.AtomicDouble;
	import com.sun.management.OperatingSystemMXBean;
	
	/**
	* 动态获取线程池
	*
	* author: mingyuan.wang
	* date: 2015/08/18
	* version 1.0
	*/
	public class DynamicExecutorFactory {
	 private static final Logger LOGGER = LoggerFactory.getLogger(DynamicExecutorFactory.class);
	 private static final int DEFAULT_THRESHOLD = 4;
	 private static AtomicDouble atomicDouble = new AtomicDouble(0L); // 小于1
	
	 static {
	 backgroundUpdate();
	 }
	
	 /**
	 *
	 * @param useLoad 是否根据负载动态生成线程池
	 * @param expiredNum 期望的线程池大小
	 * @return
	 */
	 public static ExecutorService getExecutorService(boolean useLoad,int expiredNum){
	 int threads;
	 if (useLoad) {
	 threads = getThreadNum(expiredNum);
	 } else {
	 threads = expiredNum <= DEFAULT_THRESHOLD ? expiredNum : DEFAULT_THRESHOLD;
	 }
	 LOGGER.info("[DynamicExecutorFactory]创建线程数threads={}，expiredNum={}",threads,expiredNum);
	 ExecutorService executorService = Executors.newFixedThreadPool(threads,new NamedThreadFactory("risk-parallel",false));
	 return executorService;
	 }
	
	 private static int getThreadNum(int expiredNum){
	 if( expiredNum <= 2) return expiredNum;
	
	 int threadNum = expiredNum * (int)atomicDouble.get();
	 return threadNum < 1 ? 1:threadNum;
	 }
	
	 /**
	 * 原则：削峰填谷
	 * 根据4个方面的系统信息动态决定线程池大小：
	 * 1、CPU负载 ，包括系统全局的cpu负载以及jvm实例的cpu负载
	 * 2、内存使用情况
	 * 3、系统线程使用情况，当前活动线程数与线程峰值
	 * 4、swap情况,系统颠簸会导致页面置换频繁
	 */
	 private static void backgroundUpdate(){
	
	 ScheduledExecutorService executorService = Executors.newSingleThreadScheduledExecutor(new NamedThreadFactory("dynamic-load-schedule",true));
	 final OperatingSystemMXBean operatingSystemMXBean = ManagementFactory.getPlatformMXBean(OperatingSystemMXBean.class);
	 final MemoryMXBean memoryMXBean = ManagementFactory.getMemoryMXBean();
	 final ThreadMXBean thread = ManagementFactory.getThreadMXBean();
	
	 executorService.scheduleWithFixedDelay(new Runnable() {
	 @Override
	 public void run() {
	 double systemCpuLoad = 0;
	 double processCpuLoad = 0;
	 double usage = 0;
	 double threadRadio = 0;
	 double swapSpaceRadio = 0;
	 try {
	 //1、获取CPU负载 ，from 0-1 ，系统颠簸前（后），processCpuLoad升(降)，1-systemCpuLoad降(升)，此涨(消)彼消(涨)；
	 systemCpuLoad = operatingSystemMXBean.getSystemCpuLoad();
	 processCpuLoad = operatingSystemMXBean.getProcessCpuLoad();
	
	 //2、获取内存使用情况 ，from 0-1，系统颠簸时，内存不足，1-usage降低
	 MemoryUsage memoryUsage = memoryMXBean.getHeapMemoryUsage();
	 usage = (double)memoryUsage.getUsed() / (double)memoryUsage.getCommitted();
	
	 //3、获取系统线程数,系统颠簸时，threadCount与peakThreadCount接近，threadRadio降低
	 double threadCount = Double.valueOf(thread.getThreadCount() + "");
	 double peakThreadCount = Double.valueOf(thread.getPeakThreadCount() + "");
	 threadRadio = 0L;
	 if(threadCount < peakThreadCount){
	 threadRadio = 1 - threadCount / peakThreadCount;
	 }else {
	 threadRadio = 1- peakThreadCount / threadCount;
	 }
	
	 //4、获取swap情况,系统颠簸会导致页面置换频繁,swapSpaceRadio减小
	 long freeSwapSpaceSize = operatingSystemMXBean.getFreeSwapSpaceSize();
	 long totalSwapSpaceSize = operatingSystemMXBean.getTotalSwapSpaceSize();
	 swapSpaceRadio = (double)freeSwapSpaceSize / (double)totalSwapSpaceSize;
	
	 atomicDouble.set((1-systemCpuLoad)*0.2 + (1-processCpuLoad)*0.2
	 + (1-usage)*0.1 + threadRadio*0.3 + swapSpaceRadio*0.2);
	
	 } catch (Exception e) {
	 LOGGER.error("[DynamicExecutorFactory] backgroundUpdate error =",e);
	 } finally {
	 StringBuilder stringBuilder = new StringBuilder();
	 stringBuilder.append("(1-systemCpuLoad)*0.2=").append(1-systemCpuLoad)
	 .append("; (1-processCpuLoad)*0.2=").append(1-processCpuLoad)
	 .append("; (1-usage)*0.1=").append(1-usage).append("; threadRadio*0.3=").append(threadRadio)
	 .append("; swapSpaceRadio*0.2=").append(swapSpaceRadio).append("; load=").append(atomicDouble.get());
	 LOGGER.info("[DynamicExecutorFactory]"+stringBuilder.toString());
	 }
	 }
	 },10,3, TimeUnit.SECONDS);
	 }
	}

	

	

	

	NamedThreadFactory.java

	package com.oschina.mingyuan.dynamicexecutor;
	
	import java.util.concurrent.ThreadFactory;
	import java.util.concurrent.atomic.AtomicInteger;
	
	/**
	* author: mingyuan.wang
	* date: 2015/08/18
	* version 1.0
	*/
	public class NamedThreadFactory implements ThreadFactory {
	 private static final AtomicInteger POOL_SEQ = new AtomicInteger(1);
	
	 private final AtomicInteger mThreadNum = new AtomicInteger(1);
	
	 private final String mPrefix;
	
	 private final boolean mDaemo;
	
	 private final ThreadGroup mGroup;
	
	 public NamedThreadFactory()
	 {
	 this("pool-" + POOL_SEQ.getAndIncrement(),false);
	 }
	
	 public NamedThreadFactory(String prefix)
	 {
	 this(prefix,false);
	 }
	
	 public NamedThreadFactory(String prefix,boolean daemo)
	 {
	 mPrefix = prefix + "-thread-";
	 mDaemo = daemo;
	 SecurityManager s = System.getSecurityManager();
	 mGroup = ( s == null ) ? Thread.currentThread().getThreadGroup() : s.getThreadGroup();
	 }
	
	 public Thread newThread(Runnable runnable)
	 {
	 String name = mPrefix + mThreadNum.getAndIncrement();
	 Thread ret = new Thread(mGroup,runnable,name,0);
	 ret.setDaemon(mDaemo);
	 return ret;
	 }
	
	 public ThreadGroup getThreadGroup()
	 {
	 return mGroup;
	 }
	}

	

	

	

	pom.xml

	<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
	 xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
	 <modelVersion>4.0.0</modelVersion>
	
	 <groupId>com.oschina.mingyuan</groupId>
	 <artifactId>dynamic-executor</artifactId>
	 <version>1.0-SNAPSHOT</version>
	 <packaging>jar</packaging>
	
	 <name>dynamic-executor</name>
	 <url>http://maven.apache.org</url>
	
	 <properties>
	 <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
	 <slf4j.version>1.6.1</slf4j.version>
	 <junit.version>3.8.1</junit.version>
	 <guava.version>18.0</guava.version>
	 </properties>
	
	 <dependencyManagement>
	 <dependencies>
	 <dependency>
	 <groupId>com.google.guava</groupId>
	 <artifactId>guava</artifactId>
	 <version>${guava.version}</version>
	 </dependency>
	 <dependency>
	 <groupId>junit</groupId>
	 <artifactId>junit</artifactId>
	 <scope>test</scope>
	 <version>${junit.version}</version>
	 </dependency>
	 <dependency>
	 <groupId>org.slf4j</groupId>
	 <artifactId>slf4j-api</artifactId>
	 <version>${slf4j.version}</version>
	 </dependency>
	 <dependency>
	 <groupId>org.slf4j</groupId>
	 <artifactId>slf4j-log4j12</artifactId>
	 <version>${slf4j.version}</version>
	 </dependency>
	 </dependencies>
	 </dependencyManagement>
	
	 <dependencies>
	 <dependency>
	 <groupId>junit</groupId>
	 <artifactId>junit</artifactId>
	 </dependency>
	 <dependency>
	 <groupId>com.google.guava</groupId>
	 <artifactId>guava</artifactId>
	 </dependency>
	 <dependency>
	 <groupId>org.slf4j</groupId>
	 <artifactId>slf4j-api</artifactId>
	 </dependency>
	 <dependency>
	 <groupId>org.slf4j</groupId>
	 <artifactId>slf4j-log4j12</artifactId>
	 </dependency>
	 </dependencies>
	</project>
试试其它关键字
　线程池　　负载　
同语言下
可能有用的
mingyuan_wang贡献的其它代码(1)
.根据当前系统的实时负载生成动态大小的线程池