ants/pool.go

199 lines
4.6 KiB
Go
Raw Normal View History

2018-05-20 18:57:48 +03:00
// MIT License
2018-05-20 11:37:17 +03:00
// Copyright (c) 2018 Andy Pan
2018-05-20 18:57:48 +03:00
2018-05-20 11:37:17 +03:00
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
2018-05-20 18:57:48 +03:00
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
2018-05-20 11:37:17 +03:00
//
2018-05-20 18:57:48 +03:00
// The above copyright notice and this permission notice shall be included in all
2018-05-20 11:37:17 +03:00
// copies or substantial portions of the Software.
//
2018-05-20 18:57:48 +03:00
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
// SOFTWARE.
2018-05-20 16:41:32 +03:00
2018-05-19 07:28:03 +03:00
package ants
import (
2018-05-20 10:28:27 +03:00
"math"
2018-05-20 16:29:38 +03:00
"sync"
"sync/atomic"
"time"
2018-05-19 07:28:03 +03:00
)
type sig struct{}
type f func()
2018-05-20 16:09:45 +03:00
// Pool accept the tasks from client,it will limit the total
// of goroutines to a given number by recycling goroutines.
2018-05-19 07:28:03 +03:00
type Pool struct {
2018-05-21 05:37:03 +03:00
// capacity of the pool.
2018-05-20 16:29:38 +03:00
capacity int32
2018-05-20 16:09:45 +03:00
2018-05-21 05:37:03 +03:00
// running is the number of the currently running goroutines.
2018-05-20 16:29:38 +03:00
running int32
2018-05-20 16:09:45 +03:00
2018-05-21 05:37:03 +03:00
// signal is used to notice pool there are available
2018-05-20 16:09:45 +03:00
// workers which can be sent to work.
2018-05-19 21:52:39 +03:00
freeSignal chan sig
2018-05-20 16:09:45 +03:00
2018-05-21 05:37:03 +03:00
// workers is a slice that store the available workers.
2018-05-20 16:29:38 +03:00
workers []*Worker
2018-05-20 16:09:45 +03:00
2018-05-21 05:37:03 +03:00
// workerPool is a pool that saves a set of temporary objects.
2018-05-19 21:52:39 +03:00
workerPool sync.Pool
2018-05-20 16:09:45 +03:00
2018-05-21 05:37:03 +03:00
// release is used to notice the pool to closed itself.
2018-05-20 16:29:38 +03:00
release chan sig
2018-05-20 16:09:45 +03:00
2018-05-20 16:29:38 +03:00
lock sync.Mutex
2018-05-20 16:09:45 +03:00
2018-05-21 05:37:03 +03:00
// closed is used to confirm whether this pool has been closed.
2018-05-20 16:29:38 +03:00
closed int32
2018-05-19 07:28:03 +03:00
}
2018-05-20 16:41:32 +03:00
// NewPool generates a instance of ants pool
func NewPool(size int) (*Pool, error) {
if size <= 0 {
2018-05-20 16:41:32 +03:00
return nil, ErrPoolSizeInvalid
}
2018-05-19 07:28:03 +03:00
p := &Pool{
2018-05-19 21:52:39 +03:00
capacity: int32(size),
2018-05-20 10:28:27 +03:00
freeSignal: make(chan sig, math.MaxInt32),
release: make(chan sig),
closed: 0,
2018-05-19 07:28:03 +03:00
}
2018-05-20 06:51:14 +03:00
return p, nil
2018-05-19 07:28:03 +03:00
}
//-------------------------------------------------------------------------
2018-05-20 16:09:45 +03:00
// scanAndClean is a goroutine who will periodically clean up
// after it is noticed that this pool is closed.
func (p *Pool) scanAndClean() {
2018-05-20 16:41:32 +03:00
ticker := time.NewTicker(DefaultCleanIntervalTime * time.Second)
go func() {
ticker.Stop()
for range ticker.C {
if atomic.LoadInt32(&p.closed) == 1 {
p.lock.Lock()
for _, w := range p.workers {
w.stop()
}
p.lock.Unlock()
}
}
}()
}
2018-05-20 16:09:45 +03:00
// Push submit a task to pool
2018-05-19 07:28:03 +03:00
func (p *Pool) Push(task f) error {
if atomic.LoadInt32(&p.closed) == 1 {
2018-05-20 16:41:32 +03:00
return ErrPoolClosed
2018-05-19 07:28:03 +03:00
}
2018-05-19 21:52:39 +03:00
w := p.getWorker()
w.sendTask(task)
2018-05-19 07:28:03 +03:00
return nil
}
2018-05-19 21:52:39 +03:00
2018-05-20 16:09:45 +03:00
// Running returns the number of the currently running goroutines
2018-05-19 10:22:14 +03:00
func (p *Pool) Running() int {
return int(atomic.LoadInt32(&p.running))
2018-05-19 07:57:01 +03:00
}
2018-05-20 16:09:45 +03:00
// Free returns the available goroutines to work
2018-05-19 10:22:14 +03:00
func (p *Pool) Free() int {
return int(atomic.LoadInt32(&p.capacity) - atomic.LoadInt32(&p.running))
2018-05-19 07:28:03 +03:00
}
2018-05-20 16:09:45 +03:00
// Cap returns the capacity of this pool
2018-05-19 10:22:14 +03:00
func (p *Pool) Cap() int {
return int(atomic.LoadInt32(&p.capacity))
2018-05-19 07:28:03 +03:00
}
2018-05-20 16:09:45 +03:00
// Release Closed this pool
func (p *Pool) Release() error {
2018-05-20 10:28:27 +03:00
p.lock.Lock()
atomic.StoreInt32(&p.closed, 1)
close(p.release)
p.lock.Unlock()
2018-05-19 07:28:03 +03:00
return nil
}
2018-05-20 16:41:32 +03:00
// ReSize change the capacity of this pool
func (p *Pool) ReSize(size int) {
atomic.StoreInt32(&p.capacity, int32(size))
}
2018-05-19 07:28:03 +03:00
//-------------------------------------------------------------------------
2018-05-20 16:09:45 +03:00
// getWorker returns a available worker to run the tasks.
2018-05-19 07:28:03 +03:00
func (p *Pool) getWorker() *Worker {
2018-05-19 22:35:31 +03:00
var w *Worker
2018-05-20 10:28:27 +03:00
waiting := false
p.lock.Lock()
2018-05-19 22:35:31 +03:00
workers := p.workers
n := len(workers) - 1
if n < 0 {
2018-05-20 10:28:27 +03:00
if p.running >= p.capacity {
waiting = true
}
2018-05-19 22:35:31 +03:00
} else {
w = workers[n]
workers[n] = nil
p.workers = workers[:n]
2018-05-20 10:28:27 +03:00
}
p.lock.Unlock()
if waiting {
<-p.freeSignal
for {
p.lock.Lock()
workers = p.workers
l := len(workers) - 1
if l < 0 {
p.lock.Unlock()
continue
}
w = workers[l]
workers[l] = nil
p.workers = workers[:l]
p.lock.Unlock()
break
}
} else {
wp := p.workerPool.Get()
if wp == nil {
w = &Worker{
pool: p,
task: make(chan f),
}
w.run()
atomic.AddInt32(&p.running, 1)
} else {
w = wp.(*Worker)
}
2018-05-19 13:24:36 +03:00
}
2018-05-19 22:35:31 +03:00
return w
2018-05-19 13:24:36 +03:00
}
2018-05-20 16:09:45 +03:00
// putWorker puts a worker back into free pool, recycling the goroutines.
2018-05-19 20:38:50 +03:00
func (p *Pool) putWorker(worker *Worker) {
2018-05-19 21:52:39 +03:00
p.workerPool.Put(worker)
2018-05-20 10:28:27 +03:00
p.lock.Lock()
2018-05-19 21:52:39 +03:00
p.workers = append(p.workers, worker)
2018-05-20 10:28:27 +03:00
p.lock.Unlock()
p.freeSignal <- sig{}
2018-05-19 07:28:03 +03:00
}