| commit | 8325206c6f58befe70c1239829ba125e612f2081 | [log] [tgz] |
|---|---|---|
| author | Christian Sarofeen <csarofeen@nvidia.com> | Thu May 03 15:35:32 2018 -0700 |
| committer | Adam Paszke <adam.paszke@gmail.com> | Fri May 04 00:35:32 2018 +0200 |
| tree | 45efb4de5bfa11350028f0fc7bfee8c01deb99ae | |
| parent | a95b7b13f9d178d3a80f53d6fb96d08ac4cc919c [diff] |
A clip grad fix for sparse tensors. (#7257)
diff --git a/torch/nn/utils/clip_grad.py b/torch/nn/utils/clip_grad.py index 810b662..2876239 100644 --- a/torch/nn/utils/clip_grad.py +++ b/torch/nn/utils/clip_grad.py
@@ -31,7 +31,7 @@ clip_coef = max_norm / (total_norm + 1e-6) if clip_coef < 1: for p in parameters: - p.grad.data.mul_(clip_coef) + p.grad.data.mul_(clip_coef.item()) return total_norm