Coverage for  / home / jenkins / .local / lib / python3.10 / site-packages / hyper_parallel / core / context_parallel / __init__.py: 100%

1# Copyright 2025 Huawei Technologies Co., Ltd 

2# 

3# Licensed under the Apache License, Version 2.0 (the "License"); 

4# you may not use this file except in compliance with the License. 

5# You may obtain a copy of the License at 

6# 

7# http://www.apache.org/licenses/LICENSE-2.0 

8# 

9# Unless required by applicable law or agreed to in writing, software 

10# distributed under the License is distributed on an "AS IS" BASIS, 

11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 

12# See the License for the specific language governing permissions and 

13# limitations under the License. 

14# ============================================================================ 

15"""Context Parallel implementations for HyperParallel.""" 

16from hyper_parallel.core.context_parallel.context_parallel import ContextParallel 

17from hyper_parallel.core.context_parallel.async_context_parallel import AsyncContextParallel 

18from hyper_parallel.core.context_parallel.async_dsa_context_parallel import ( 

19 AsyncDSAIndexerContextParallel, 

20 AsyncDSAIndexerLossContextParallel, 

21 AsyncDSASparseAttentionContextParallel, 

22) 

23from hyper_parallel.core.context_parallel.dsa_context_parallel import ( 

24 DSAIndexerContextParallel, 

25 DSAIndexerLossContextParallel, 

26 DSASparseAttentionContextParallel, 

27) 

28 

29__all__ = [ 

30 "ContextParallel", 

31 "AsyncContextParallel", 

32 "AsyncDSAIndexerContextParallel", 

33 "AsyncDSAIndexerLossContextParallel", 

34 "AsyncDSASparseAttentionContextParallel", 

35 "DSAIndexerContextParallel", 

36 "DSAIndexerLossContextParallel", 

37 "DSASparseAttentionContextParallel", 

38]