Coverage for / home / jenkins / .local / lib / python3.10 / site-packages / hyper_parallel / components / functional / __init__.py: 100%
12 statements
« prev ^ index » next coverage.py v7.13.1, created at 2026-11-19 05:29 +0800
« prev ^ index » next coverage.py v7.13.1, created at 2026-11-19 05:29 +0800
1# Copyright 2026 Huawei Technologies Co., Ltd
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14# ============================================================================
15"""Public high-performance function interfaces.
17Exports are resolved lazily (PEP 562): most functions wrap NPU-only kernels
18whose modules import ``torch_npu`` at top level, so importing this package
19must not force every backend onto CPU-only consumers that only need a
20single submodule (e.g. ``functional.npu_grouped_swiglu``).
21"""
23# PEP 562 requires the special ``__getattr__`` name, and the public symbols
24# listed in ``__all__`` are materialized dynamically by that hook.
25# pylint: disable=invalid-name,undefined-all-variable
27import importlib
28from typing import Any
30_EXPORT_TO_MODULE = {
31 "aggregate_hidden": "aggregate_hidden",
32 "apply_rotary_pos_emb": "rotary_embedding",
33 "apply_rotary_pos_emb_interleave": "rotary_embedding",
34 "apply_rotary_pos_emb_single": "rotary_embedding",
35 "apply_rotary_pos_emb_single_freqs": "rotary_embedding",
36 "attention_rescale": "attention_rescale",
37 "aux_loss_auto_scale": "aux_loss",
38 "aux_loss_scale_context": "aux_loss",
39 "bind_aux_loss_scale": "aux_loss",
40 "block_attention_residuals": "attention_residuals",
41 "dsa_indexer": "dsa_indexer",
42 "dsa_dense_indexer_kl_loss": "dsa_dense",
43 "dsa_dense_indexer_lse": "dsa_dense",
44 "dsa_kl_loss": "dsa_kl_loss",
45 "dsa_sparse_attention": "dsa_sparse_attention",
46 "dsa_sparse_attention_rescale": "dsa_sparse_attention_rescale",
47 "grouped_matmul": "grouped_matmul",
48 "chunk_gated_delta_rule": "gated_delta_net",
49 "fused_chunk_kda": "kimi_delta_attention",
50 "fused_chunk_kda_p2p": "kimi_delta_attention",
51 "make_gram_newton_schulz": "gram_newton_schulz",
52 "mhc_post": "mhc_post",
53 "mhc_pre": "mhc_pre",
54 "moe_token_permute": "moe_token_permute",
55 "moe_token_unpermute": "moe_token_unpermute",
56 "npu_fusion_attention_forward": "npu_fusion_attention",
57 "npu_grouped_swiglu": "npu_grouped_swiglu",
58 "rms_norm": "rms_norm",
59 "set_aux_loss_scale": "aux_loss",
60 "sink_attention": "sink_attention",
61 "sinkhorn": "sinkhorn",
62 "situ": "activation_situ",
63 "situ_packed": "activation_situ",
64 "swiglu": "swiglu",
65}
68def __getattr__(name: str) -> Any:
69 """Resolve a public function by importing its owning submodule lazily."""
70 submodule = _EXPORT_TO_MODULE.get(name)
71 if submodule is None:
72 raise AttributeError(
73 f"module {__name__!r} has no attribute {name!r}"
74 )
75 module = importlib.import_module(
76 f"hyper_parallel.components.functional.{submodule}"
77 )
78 value = getattr(module, name)
79 globals()[name] = value
80 return value
83__all__ = [
84 "aggregate_hidden",
85 "apply_rotary_pos_emb",
86 "apply_rotary_pos_emb_interleave",
87 "apply_rotary_pos_emb_single",
88 "apply_rotary_pos_emb_single_freqs",
89 "attention_rescale",
90 "aux_loss_auto_scale",
91 "aux_loss_scale_context",
92 "bind_aux_loss_scale",
93 "block_attention_residuals",
94 "dsa_indexer",
95 "dsa_dense_indexer_kl_loss",
96 "dsa_dense_indexer_lse",
97 "dsa_kl_loss",
98 "dsa_sparse_attention",
99 "dsa_sparse_attention_rescale",
100 "grouped_matmul",
101 "chunk_gated_delta_rule",
102 "fused_chunk_kda",
103 "fused_chunk_kda_p2p",
104 "make_gram_newton_schulz",
105 "mhc_post",
106 "mhc_pre",
107 "moe_token_permute",
108 "moe_token_unpermute",
109 "npu_fusion_attention_forward",
110 "npu_grouped_swiglu",
111 "rms_norm",
112 "set_aux_loss_scale",
113 "sink_attention",
114 "sinkhorn",
115 "situ",
116 "situ_packed",
117 "swiglu",
118]