10 lines
439 B
Python
10 lines
439 B
Python
|
from ..utils import is_torch_available
|
||
|
|
|
||
|
|
|
||
|
|
if is_torch_available():
|
||
|
|
from .faster_cache import FasterCacheConfig, apply_faster_cache
|
||
|
|
from .group_offloading import apply_group_offloading
|
||
|
|
from .hooks import HookRegistry, ModelHook
|
||
|
|
from .layerwise_casting import apply_layerwise_casting, apply_layerwise_casting_hook
|
||
|
|
from .pyramid_attention_broadcast import PyramidAttentionBroadcastConfig, apply_pyramid_attention_broadcast
|