class NpuDropPath(nn.Module):
使用NPU亲和写法替换swin_transformer.py中的原生Drop路径。丢弃每个样本(应用于residual blocks的主路径)的路径(随机深度)。
from torch_npu.contrib.module import NpuDropPath fast_drop_path = NpuDropPath(0).npu()
>>> input1 = torch.randn(68, 5).npu() >>> input1.requires_grad_(True) >>> input2 = torch.randn(68, 5).npu() >>> input2.requires_grad_(True) >>> fast_drop_path = NpuDropPath(0).npu() >>> output = input1 + fast_drop_path(input2) >>> output.sum().backward()