36 lines
958 B
Python
36 lines
958 B
Python
|
from typing_extensions import deprecated
|
||
|
|
|
||
|
|
import torch
|
||
|
|
|
||
|
|
|
||
|
|
__all__ = ["GradScaler"]
|
||
|
|
|
||
|
|
|
||
|
|
class GradScaler(torch.amp.GradScaler):
|
||
|
|
r"""
|
||
|
|
See :class:`torch.amp.GradScaler`.
|
||
|
|
``torch.cpu.amp.GradScaler(args...)`` is deprecated. Please use ``torch.amp.GradScaler("cpu", args...)`` instead.
|
||
|
|
"""
|
||
|
|
|
||
|
|
@deprecated(
|
||
|
|
"`torch.cpu.amp.GradScaler(args...)` is deprecated. "
|
||
|
|
"Please use `torch.amp.GradScaler('cpu', args...)` instead.",
|
||
|
|
category=FutureWarning,
|
||
|
|
)
|
||
|
|
def __init__(
|
||
|
|
self,
|
||
|
|
init_scale: float = 2.0**16,
|
||
|
|
growth_factor: float = 2.0,
|
||
|
|
backoff_factor: float = 0.5,
|
||
|
|
growth_interval: int = 2000,
|
||
|
|
enabled: bool = True,
|
||
|
|
) -> None:
|
||
|
|
super().__init__(
|
||
|
|
"cpu",
|
||
|
|
init_scale=init_scale,
|
||
|
|
growth_factor=growth_factor,
|
||
|
|
backoff_factor=backoff_factor,
|
||
|
|
growth_interval=growth_interval,
|
||
|
|
enabled=enabled,
|
||
|
|
)
|