高并发编程-自定义简易的线程池(2),体会原理

简介: 高并发编程-自定义简易的线程池(2),体会原理

20191031000702451.png

概述

高并发编程-自定义简易的线程池(1),体会原理 中只实现了任务队列,我们这里把其余的几个也补充进来

  • 拒绝策略
  • 关闭线程池
  • 最小 最大 活动线程数


示例

比较简单,直接上代码,见注释

package com.artisan.test;
import java.util.ArrayList;
import java.util.Iterator;
import java.util.LinkedList;
import java.util.List;
public class SimpleThreadPool extends Thread {
    // 线程数
    private int size;
    // 队列大小
    private final int queueSize;
    // 默认队列大小
    private final static int DEFAULT_TASK_QUEUE_SIZE = 2000;
    // 工作线程相关属性
    private static volatile int seq = 0;
    private final static String THREAD_PREFIX = "SIMPLE_THREAD_POOL-";
    private final static ThreadGroup GROUP = new ThreadGroup("Pool_Group");
    // 任务队列
    private final static LinkedList<Runnable> TASK_QUEUE = new LinkedList<>();
    // 线程队列
    private final static List<WorkerTask> THREAD_QUEUE = new ArrayList<>();
    // 拒绝策略
    private final DiscardPolicy discardPolicy;
    // 默认拒绝策略
    public final static DiscardPolicy DEFAULT_DISCARD_POLICY = () -> {
        throw new DiscardException("Discard This Task.");
    };
    //是否销毁
    private volatile boolean destroy = false;
    // 最小线程数
    private int min;
    // 最大线程数
    private int max;
    // 活动线程数
    private int active;
    /**
     * 默认无参构造函数
     */
    public SimpleThreadPool() {
        // 调用有参构造函数
        this(4, 8, 12, DEFAULT_TASK_QUEUE_SIZE, DEFAULT_DISCARD_POLICY);
    }
    /**
     * 构造函数
     * @param min
     * @param active
     * @param max
     * @param queueSize
     * @param discardPolicy
     */
    public SimpleThreadPool(int min, int active, int max, int queueSize, DiscardPolicy discardPolicy) {
        this.min = min;
        this.active = active;
        this.max = max;
        this.queueSize = queueSize;
        this.discardPolicy = discardPolicy;
        init();
    }
    /**
     * 初始化方法
     */
    private void init() {
        for (int i = 0; i < this.min; i++) {
            //
            createWorkTask();
        }
        this.size = min;
        this.start();
    }
    /**
     * 提交任务到 TASK_QUEUE
     * @param runnable
     */
    public void submit(Runnable runnable) {
        if (destroy)
            throw new IllegalStateException("The thread pool already destroy and not allow submit task.");
        synchronized (TASK_QUEUE) {
            if (TASK_QUEUE.size() > queueSize)
                discardPolicy.discard();
            TASK_QUEUE.addLast(runnable);
            TASK_QUEUE.notifyAll();
        }
    }
    /**
     * 管理线程池本身的参数
     */
    @Override
    public void run() {
        while (!destroy) {
            System.out.printf("Pool#Min:%d,Active:%d,Max:%d,Current:%d,QueueSize:%d\n",
                    this.min, this.active, this.max, this.size, TASK_QUEUE.size());
            try {
                Thread.sleep(5_000L);
                if (TASK_QUEUE.size() > active && size < active) {
                    for (int i = size; i < active; i++) {
                        createWorkTask();
                    }
                    System.out.println("The pool incremented to active.");
                    size = active;
                } else if (TASK_QUEUE.size() > max && size < max) {
                    for (int i = size; i < max; i++) {
                        createWorkTask();
                    }
                    System.out.println("The pool incremented to max.");
                    size = max;
                }
                synchronized (THREAD_QUEUE) {
                    if (TASK_QUEUE.isEmpty() && size > active) {
                        System.out.println("=========Reduce========");
                        int releaseSize = size - active;
                        for (Iterator<WorkerTask> it = THREAD_QUEUE.iterator(); it.hasNext(); ) {
                            if (releaseSize <= 0)
                                break;
                            WorkerTask task = it.next();
                            task.close();
                            task.interrupt();
                            it.remove();
                            releaseSize--;
                        }
                        size = active;
                    }
                }
            } catch (InterruptedException e) {
                e.printStackTrace();
            }
        }
    }
    /**
     * 创建工作线程
     */
    private void createWorkTask() {
        WorkerTask task = new WorkerTask(GROUP, THREAD_PREFIX + (seq++));
        task.start();
        THREAD_QUEUE.add(task);
    }
    /**
     * 关闭线程池
     * @throws InterruptedException
     */
    public void shutdown() throws InterruptedException {
        while (!TASK_QUEUE.isEmpty()) {
            Thread.sleep(50);
        }
        synchronized (THREAD_QUEUE) {
            int initVal = THREAD_QUEUE.size();
            while (initVal > 0) {
                for (WorkerTask task : THREAD_QUEUE) {
                    if (task.getTaskState() == TaskState.BLOCKED) {
                        task.interrupt();
                        task.close();
                        initVal--;
                    } else {
                        Thread.sleep(10);
                    }
                }
            }
        }
        System.out.println(GROUP.activeCount());
        this.destroy = true;
        System.out.println("The thread pool disposed.");
    }
    public int getQueueSize() {
        return queueSize;
    }
    public int getSize() {
        return size;
    }
    public boolean isDestroy() {
        return this.destroy;
    }
    public int getMin() {
        return min;
    }
    public int getMax() {
        return max;
    }
    public int getActive() {
        return active;
    }
    /**
     * 工作线程的状态
     */
    private enum TaskState {
        FREE, RUNNING, BLOCKED, DEAD
    }
    /**
     * 触发决绝策略抛出的异常
     */
    public static class DiscardException extends RuntimeException {
        public DiscardException(String message) {
            super(message);
        }
    }
    /**
     * 拒绝策略接口
     */
    public interface DiscardPolicy {
        void discard() throws DiscardException;
    }
    /**
     * 工作线程
     */
    private static class WorkerTask extends Thread {
        private volatile TaskState taskState = TaskState.FREE;
        public WorkerTask(ThreadGroup group, String name) {
            super(group, name);
        }
        public TaskState getTaskState() {
            return this.taskState;
        }
        public void run() {
            OUTER:
            while (this.taskState != TaskState.DEAD) {
                Runnable runnable;
                synchronized (TASK_QUEUE) {
                    while (TASK_QUEUE.isEmpty()) {
                        try {
                            taskState = TaskState.BLOCKED;
                            TASK_QUEUE.wait();
                        } catch (InterruptedException e) {
                            System.out.println("Closed.");
                            break OUTER;
                        }
                    }
                    runnable = TASK_QUEUE.removeFirst();
                }
                if (runnable != null) {
                    taskState = TaskState.RUNNING;
                    runnable.run();
                    taskState = TaskState.FREE;
                }
            }
        }
        /**
         * 关闭
         */
        public void close() {
            this.taskState = TaskState.DEAD;
        }
    }
    /**
     * 测试
     * @param args
     * @throws InterruptedException
     */
    public static void main(String[] args) throws InterruptedException {
        SimpleThreadPool threadPool = new SimpleThreadPool();
        for (int i = 0; i < 40; i++) {
            threadPool.submit(() -> {
                System.out.println("The runnable  be serviced by " + Thread.currentThread() + " start.");
                try {
                    Thread.sleep(3000);
                } catch (InterruptedException e) {
                    e.printStackTrace();
                }
                System.out.println("The runnable be serviced by " + Thread.currentThread() + " finished.");
            });
        }
        Thread.sleep(10000);
        threadPool.shutdown();
       /* Thread.sleep(10000);
        threadPool.shutdown();
        threadPool.submit(() -> System.out.println("======="));*/
    }
}


运行日志:

"E:\Program Files\Java\jdk1.8.0_161\bin\java" "-javaagent:E:\Program Files\JetBrains\IntelliJ IDEA 2017.2.4\lib\idea_rt.jar=53638:E:\Program Files\JetBrains\IntelliJ IDEA 2017.2.4\bin" -Dfile.encoding=UTF-8 -classpath "E:\Program Files\Java\jdk1.8.0_161\jre\lib\charsets.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\deploy.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\ext\access-bridge-64.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\ext\cldrdata.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\ext\dnsns.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\ext\jaccess.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\ext\jfxrt.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\ext\localedata.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\ext\nashorn.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\ext\sunec.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\ext\sunjce_provider.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\ext\sunmscapi.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\ext\sunpkcs11.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\ext\zipfs.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\javaws.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\jce.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\jfr.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\jfxswt.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\jsse.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\management-agent.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\plugin.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\resources.jar;E:\Program Files\Java\jdk1.8.0_161\jre\lib\rt.jar;D:\IdeaProjects\mvc\target\classes" com.artisan.test.SimpleThreadPool
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-0,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-2,5,Pool_Group] start.
Pool#Min:4,Active:8,Max:12,Current:4,QueueSize:38
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-1,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-3,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-2,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-0,5,Pool_Group] finished.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-2,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-0,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-3,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-1,5,Pool_Group] finished.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-3,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-1,5,Pool_Group] start.
The pool incremented to active.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-4,5,Pool_Group] start.
Pool#Min:4,Active:8,Max:12,Current:8,QueueSize:31
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-5,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-6,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-7,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-2,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-0,5,Pool_Group] finished.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-2,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-0,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-3,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-1,5,Pool_Group] finished.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-1,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-3,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-4,5,Pool_Group] finished.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-4,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-7,5,Pool_Group] finished.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-7,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-5,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-6,5,Pool_Group] finished.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-5,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-6,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-2,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-0,5,Pool_Group] finished.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-0,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-2,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-3,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-1,5,Pool_Group] finished.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-3,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-1,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-8,5,Pool_Group] start.
The pool incremented to max.
Pool#Min:4,Active:8,Max:12,Current:12,QueueSize:15
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-9,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-10,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-11,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-4,5,Pool_Group] finished.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-4,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-7,5,Pool_Group] finished.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-7,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-6,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-5,5,Pool_Group] finished.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-6,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-5,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-0,5,Pool_Group] finished.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-0,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-2,5,Pool_Group] finished.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-2,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-3,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-1,5,Pool_Group] finished.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-3,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-1,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-8,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-9,5,Pool_Group] finished.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-8,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-9,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-10,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-11,5,Pool_Group] finished.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-10,5,Pool_Group] start.
The runnable  be serviced by Thread[SIMPLE_THREAD_POOL-11,5,Pool_Group] start.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-4,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-7,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-6,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-5,5,Pool_Group] finished.
Closed.
Closed.
Closed.
Closed.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-0,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-2,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-1,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-3,5,Pool_Group] finished.
Closed.
Closed.
Closed.
Closed.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-8,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-10,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-11,5,Pool_Group] finished.
The runnable be serviced by Thread[SIMPLE_THREAD_POOL-9,5,Pool_Group] finished.
Closed.
4
=========Reduce========
The thread pool disposed.
Closed.
Closed.
Closed.
Process finished with exit code 0



相关文章
|
2月前
|
Java
如何在Java中进行多线程编程
Java多线程编程常用方式包括:继承Thread类、实现Runnable接口、Callable接口(可返回结果)及使用线程池。推荐线程池以提升性能,避免频繁创建线程。结合同步与通信机制,可有效管理并发任务。
152 6
|
5月前
|
Java API 微服务
为什么虚拟线程将改变Java并发编程?
为什么虚拟线程将改变Java并发编程?
306 83
|
2月前
|
存储 缓存 监控
什么是线程池?它的工作原理?
我是小假 期待与你的下一次相遇 ~
189 1
|
2月前
|
Java 调度 数据库
Python threading模块:多线程编程的实战指南
本文深入讲解Python多线程编程,涵盖threading模块的核心用法:线程创建、生命周期、同步机制(锁、信号量、条件变量)、线程通信(队列)、守护线程与线程池应用。结合实战案例,如多线程下载器,帮助开发者提升程序并发性能,适用于I/O密集型任务处理。
271 0
|
3月前
|
算法 Java
Java多线程编程:实现线程间数据共享机制
以上就是Java中几种主要处理多线程序列化资源以及协调各自独立运行但需相互配合以完成任务threads 的技术手段与策略。正确应用上述技术将大大增强你程序稳定性与效率同时也降低bug出现率因此深刻理解每项技术背后理论至关重要.
239 16
|
3月前
|
数据采集 存储 弹性计算
高并发Java爬虫的瓶颈分析与动态线程优化方案
高并发Java爬虫的瓶颈分析与动态线程优化方案
|
7月前
|
机器学习/深度学习 消息中间件 存储
【高薪程序员必看】万字长文拆解Java并发编程!(9-2):并发工具-线程池
🌟 ​大家好,我是摘星!​ 🌟今天为大家带来的是并发编程中的强力并发工具-线程池,废话不多说让我们直接开始。
259 0
|
4月前
|
数据采集 消息中间件 并行计算
Python多线程与多进程性能对比:从原理到实战的深度解析
在Python编程中,多线程与多进程是提升并发性能的关键手段。本文通过实验数据、代码示例和通俗比喻,深入解析两者在不同任务类型下的性能表现,帮助开发者科学选择并发策略,优化程序效率。
286 1
|
6月前
|
数据采集 网络协议 前端开发
Python多线程爬虫模板:从原理到实战的完整指南
多线程爬虫通过并发请求大幅提升数据采集效率,适用于大规模网页抓取。本文详解其原理与实现,涵盖任务队列、线程池、会话保持、异常处理、反爬对抗等核心技术,并提供可扩展的Python模板代码,助力高效稳定的数据采集实践。
281 0
|
存储 NoSQL Java
探索Java分布式锁:在高并发环境下的同步访问实现与优化
【6月更文挑战第30天】Java分布式锁在高并发下确保数据一致性,通过Redis的SETNX、ZooKeeper的临时节点、数据库操作等方式实现。优化策略包括锁超时重试、续期、公平性及性能提升,关键在于平衡同步与效率,适应大规模分布式系统的需求。
470 1

热门文章

最新文章