| 1234567891011121314151617181920212223242526272829303132333435363738 |
- from typing import Any
- import torch
- # The _get_device_index has been moved to torch.utils._get_device_index
- from torch._utils import _get_device_index as _torch_get_device_index
- def _get_device_index(
- device: Any, optional: bool = False, allow_cpu: bool = False
- ) -> int:
- r"""Get the device index from :attr:`device`, which can be a torch.device object, a Python integer, or ``None``.
- If :attr:`device` is a torch.device object, returns the device index if it
- is a CUDA device. Note that for a CUDA device without a specified index,
- i.e., ``torch.device('cuda')``, this will return the current default CUDA
- device if :attr:`optional` is ``True``. If :attr:`allow_cpu` is ``True``,
- CPU devices will be accepted and ``-1`` will be returned in this case.
- If :attr:`device` is a Python integer, it is returned as is.
- If :attr:`device` is ``None``, this will return the current default CUDA
- device if :attr:`optional` is ``True``.
- """
- if isinstance(device, int):
- return device
- if isinstance(device, str):
- device = torch.device(device)
- if isinstance(device, torch.device):
- if allow_cpu:
- if device.type not in ["cuda", "cpu"]:
- raise ValueError(f"Expected a cuda or cpu device, but got: {device}")
- elif device.type != "cuda":
- raise ValueError(f"Expected a cuda device, but got: {device}")
- if not torch.jit.is_scripting():
- if isinstance(device, torch.cuda.device):
- return device.idx
- return _torch_get_device_index(device, optional, allow_cpu)
|