change torch.cuda.amp.GradScaler to torch.GradScaler("cuda") (#3257)

* change torch.cuda.amp.GradScaler to torch.GradScaler("cuda") * changing torch.GradScaler to torch.amp.GradScaler --------- Co-authored-by: Svetlana Karslioglu <[email protected]>
pytorch · Jan 30, 2025 · 0a93a8b · 0a93a8b
1 parent 90a7da8
commit 0a93a8b
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/recipes_source/recipes/amp_recipe.py b/recipes_source/recipes/amp_recipe.py
@@ -150,7 +150,7 @@ def make_model(in_size, out_size, num_layers):
 # The same ``GradScaler`` instance should be used for the entire convergence run.
 # If you perform multiple convergence runs in the same script, each run should use
 # a dedicated fresh ``GradScaler`` instance. ``GradScaler`` instances are lightweight.
-scaler = torch.cuda.amp.GradScaler()
+scaler = torch.amp.GradScaler("cuda")
 
 for epoch in range(0): # 0 epochs, this section is for illustration only
     for input, target in zip(data, targets):
@@ -182,7 +182,7 @@ def make_model(in_size, out_size, num_layers):
 
 net = make_model(in_size, out_size, num_layers)
 opt = torch.optim.SGD(net.parameters(), lr=0.001)
-scaler = torch.cuda.amp.GradScaler(enabled=use_amp)
+scaler = torch.amp.GradScaler("cuda" ,enabled=use_amp)
 
 start_timer()
 for epoch in range(epochs):