mirror of https://github.com/fafhrd91/actix-net
re add thread local static
This commit is contained in:
parent
bcb3ec40f5
commit
a1b0b566c9
|
@ -24,6 +24,7 @@ jian_rs = { git = "https://github.com/fakeshadow/jian_rs"}
|
||||||
lazy_static = "1.3"
|
lazy_static = "1.3"
|
||||||
log = "0.4"
|
log = "0.4"
|
||||||
num_cpus = "1.10"
|
num_cpus = "1.10"
|
||||||
|
parking_lot = "0.11.0"
|
||||||
|
|
||||||
[dev-dependencies]
|
[dev-dependencies]
|
||||||
actix-rt = "1"
|
actix-rt = "1"
|
||||||
|
|
|
@ -1,7 +1,7 @@
|
||||||
//! Thread pool for blocking operations
|
//! Thread pool for blocking operations
|
||||||
//!
|
//!
|
||||||
//! The pool would lazily generate thread according to the workload and spawn up to a total amount
|
//! The pool would lazily generate thread according to the workload and spawn up to a total amount
|
||||||
//! of you machine's `logical CPU cores * 5` threads. Any spawned threads kept idle for 5 minutes
|
//! of you machine's `logical CPU cores * 5` threads. Any spawned threads kept idle for 1 minutes
|
||||||
//! would be recycled and de spawned.
|
//! would be recycled and de spawned.
|
||||||
//!
|
//!
|
||||||
//! *. Settings are configuable through env variables.
|
//! *. Settings are configuable through env variables.
|
||||||
|
@ -15,14 +15,14 @@
|
||||||
//! // Optional: Set the min thread count for the blocking pool.
|
//! // Optional: Set the min thread count for the blocking pool.
|
||||||
//! std::env::set_var("ACTIX_THREADPOOL_MIN", "1");
|
//! std::env::set_var("ACTIX_THREADPOOL_MIN", "1");
|
||||||
//! // Optional: Set the timeout duration IN SECONDS for the blocking pool's idle threads.
|
//! // Optional: Set the timeout duration IN SECONDS for the blocking pool's idle threads.
|
||||||
//! std::env::set_var("ACTIX_THREADPOOL_TIMEOUT", "300");
|
//! std::env::set_var("ACTIX_THREADPOOL_TIMEOUT", "60");
|
||||||
//!
|
//!
|
||||||
//! let future = actix_threadpool::run(|| {
|
//! let future = actix_threadpool::run(|| {
|
||||||
//! /* Some blocking code with a Result<T, E> as return type */
|
//! /* Some blocking code with a Result<T, E> as return type */
|
||||||
//! Ok::<usize, ()>(1usize)
|
//! Ok::<usize, ()>(1usize)
|
||||||
//! });
|
//! });
|
||||||
//!
|
//!
|
||||||
//! // calling actix::web::block(|| {}) would have the same functionality.
|
//! // calling actix_web::web::block(|| {}) would have the same functionality.
|
||||||
//!
|
//!
|
||||||
//! /*
|
//! /*
|
||||||
//! We can await on this blocking code and NOT block our runtime.
|
//! We can await on this blocking code and NOT block our runtime.
|
||||||
|
@ -44,6 +44,7 @@ use std::time::Duration;
|
||||||
use derive_more::Display;
|
use derive_more::Display;
|
||||||
use futures_channel::oneshot;
|
use futures_channel::oneshot;
|
||||||
use jian_rs::ThreadPool;
|
use jian_rs::ThreadPool;
|
||||||
|
use parking_lot::Mutex;
|
||||||
|
|
||||||
/// Env variable for default cpu pool max size.
|
/// Env variable for default cpu pool max size.
|
||||||
const ENV_MAX_THREADS: &str = "ACTIX_THREADPOOL";
|
const ENV_MAX_THREADS: &str = "ACTIX_THREADPOOL";
|
||||||
|
@ -55,46 +56,34 @@ const ENV_MIN_THREADS: &str = "ACTIX_THREADPOOL_MIN";
|
||||||
const ENV_IDLE_TIMEOUT: &str = "ACTIX_THREADPOOL_TIMEOUT";
|
const ENV_IDLE_TIMEOUT: &str = "ACTIX_THREADPOOL_TIMEOUT";
|
||||||
|
|
||||||
lazy_static::lazy_static! {
|
lazy_static::lazy_static! {
|
||||||
pub(crate) static ref POOL: ThreadPool = {
|
pub(crate) static ref POOL: Mutex<ThreadPool> = {
|
||||||
let max = std::env::var(ENV_MAX_THREADS)
|
let max = parse_env(ENV_MAX_THREADS).unwrap_or_else(|| num_cpus::get() * 5);
|
||||||
.map_err(|_| ())
|
let min = parse_env(ENV_MIN_THREADS).unwrap_or(1);
|
||||||
.and_then(|val| {
|
let dur = parse_env(ENV_IDLE_TIMEOUT).unwrap_or(60);
|
||||||
val.parse().map_err(|_| log::warn!(
|
|
||||||
"Can not parse {} value, using default",
|
|
||||||
ENV_MAX_THREADS,
|
|
||||||
))
|
|
||||||
})
|
|
||||||
.unwrap_or_else(|_| num_cpus::get() * 5);
|
|
||||||
|
|
||||||
let min = std::env::var(ENV_MIN_THREADS)
|
Mutex::new(ThreadPool::builder()
|
||||||
.map_err(|_| ())
|
|
||||||
.and_then(|val| {
|
|
||||||
val.parse().map_err(|_| log::warn!(
|
|
||||||
"Can not parse {} value, using default",
|
|
||||||
ENV_MIN_THREADS,
|
|
||||||
))
|
|
||||||
})
|
|
||||||
.unwrap_or_else(|_| 1);
|
|
||||||
|
|
||||||
let dur = std::env::var(ENV_IDLE_TIMEOUT)
|
|
||||||
.map_err(|_| ())
|
|
||||||
.and_then(|val| {
|
|
||||||
val.parse().map_err(|_| log::warn!(
|
|
||||||
"Can not parse {} value, using default",
|
|
||||||
ENV_IDLE_TIMEOUT,
|
|
||||||
))
|
|
||||||
})
|
|
||||||
.unwrap_or_else(|_| 60 * 5);
|
|
||||||
|
|
||||||
ThreadPool::builder()
|
|
||||||
.thread_name("actix-threadpool")
|
.thread_name("actix-threadpool")
|
||||||
.max_threads(max)
|
.max_threads(max)
|
||||||
.min_threads(min)
|
.min_threads(min)
|
||||||
.idle_timeout(Duration::from_secs(dur))
|
.idle_timeout(Duration::from_secs(dur))
|
||||||
.build()
|
.build())
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
|
thread_local! {
|
||||||
|
static POOL_LOCAL: ThreadPool = {
|
||||||
|
POOL.lock().clone()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn parse_env<R: std::str::FromStr>(env: &str) -> Option<R> {
|
||||||
|
std::env::var(env).ok().and_then(|val| {
|
||||||
|
val.parse()
|
||||||
|
.map_err(|_| log::warn!("Can not parse {} value, using default", env))
|
||||||
|
.ok()
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
/// Blocking operation execution error
|
/// Blocking operation execution error
|
||||||
#[derive(Debug, Display)]
|
#[derive(Debug, Display)]
|
||||||
pub enum BlockingError<E: fmt::Debug> {
|
pub enum BlockingError<E: fmt::Debug> {
|
||||||
|
@ -116,10 +105,10 @@ where
|
||||||
{
|
{
|
||||||
let (tx, rx) = oneshot::channel();
|
let (tx, rx) = oneshot::channel();
|
||||||
|
|
||||||
let _ = POOL.execute(move || {
|
POOL_LOCAL.with(|pool| {
|
||||||
if !tx.is_canceled() {
|
let _ = pool.execute(move || {
|
||||||
let _ = tx.send(f());
|
let _ = tx.send(f());
|
||||||
}
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
CpuFuture { rx }
|
CpuFuture { rx }
|
||||||
|
|
Loading…
Reference in New Issue