Update transformer.py

This commit is contained in:
Logan Zou
2025-07-25 16:20:31 +08:00
committed by GitHub
parent 747c935b18
commit 5ac954f813

View File

@@ -267,7 +267,7 @@ class Transformer(nn.Module):
n_params = sum(p.numel() for p in self.parameters())
# 如果不统计 embedding 的参数,就减去
if non_embedding:
n_params -= self.transformer.wpe.weight.numel()
n_params -= self.transformer.wte.weight.numel()
return n_params
'''初始化权重'''