Coverage for  / home / jenkins / .local / lib / python3.10 / site-packages / hyper_parallel / auto_parallel / hyper_offload / __init__.py: 100%

1# Copyright 2026 Huawei Technologies Co., Ltd 

2# 

3# Licensed under the Apache License, Version 2.0 (the "License"); 

4# you may not use this file except in compliance with the License. 

5# You may obtain a copy of the License at 

6# 

7# http://www.apache.org/licenses/LICENSE-2.0 

8# 

9# Unless required by applicable law or agreed to in writing, software 

10# distributed under the License is distributed on an "AS IS" BASIS, 

11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 

12# See the License for the specific language governing permissions and 

13# limitations under the License. 

14# ============================================================================ 

15"""hyper-offload: Asynchronous activation offloading for PyTorch. 

16 

17Reduces Device memory usage by streaming intermediate activations to 

18pinned CPU memory during training, with an automatic prefetch 

19schedule to hide transfer latency. 

20""" 

21 

22# Ensure ``torch.accelerator`` is available (monkey-patch for PyTorch < 2.6). 

23# This must be imported before any module that references ``torch.accelerator``. 

24from . import _patch_accelerator 

25 

26from .api.config import OffloadConfig 

27from .api.opaque import skip_offload 

28from .api.session import OffloadSession 

29 

30__all__ = [ 

31 "OffloadConfig", 

32 "OffloadSession", 

33 "skip_offload", 

34]