alihan/llm-text-generation-inference
1
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2023-08-15 01:09:35 +03:00
Code Issues Packages Projects Releases Wiki Activity

fix(launcher): parse num cuda devices from CUDA_VISIBLE_DEVICES and NVIDIA_VISIBLE_DEVICES

Browse Source
This commit is contained in:
OlivierDehaene
2023-05-30 13:27:48 +02:00
parent 146e72c3be
commit 49a6c8c1b2
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
launcher/src/main.rs
View File

@@ -455,9 +455,10 @@ fn shutdown_shards(shutdown: Arc<Mutex<bool>>, shutdown_receiver: &mpsc::Receive
}
fn num_cuda_devices() -> Option<usize> {
let devices = env::var("CUDA_VISIBLE_DEVICES")
.map_err(|_| env::var("NVIDIA_VISIBLE_DEVICES"))
.ok()?;
let devices = match env::var("CUDA_VISIBLE_DEVICES") {
Ok(devices) => devices,
Err(_) => env::var("NVIDIA_VISIBLE_DEVICES").ok()?,
};
let n_devices = devices.split(',').count();
Some(n_devices)
}