Diff: origin/master...HEAD, staged and unstaged changes
Total: 97 lines
Missing: 1 line
Coverage: 98%
Source File
Diff Coverage (%)
Missing Lines
hyper_parallel/components/losses/__init__.py
100%
hyper_parallel/components/losses/mtp.py
96.0%
95
hyper_parallel/components/modules/mtp.py
100%
hyper_parallel/components/losses/mtp.py
919293949596979899
"""ifnotper_depth_logits:raiseValueError("per_depth_logits must contain at least one prediction depth")ifnext_token_labels.ndim!=2ornext_token_labels.numel()==0:raiseValueError("next_token_labels must be nonempty [B, S]")ifnext_token_labels.dtype!=torch.long:raiseValueError("next_token_labels must have dtype torch.long")ifnormalizationnotin("sequence","valid_tokens"):raiseValueError("normalization must be 'sequence' or 'valid_tokens'")