Update gym_lib.py

google · Nov 8, 2023 · bca846c · bca846c
1 parent d80df95
commit bca846c
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/dopamine/discrete_domains/gym_lib.py b/dopamine/discrete_domains/gym_lib.py
@@ -135,16 +135,16 @@ def __init__(self, min_vals, max_vals, num_actions,
   def reset_last_layer(self):
     """Reset the last layer(s) of the network."""
     initializers = [tf.keras.initializers.glorot_uniform(), tf.keras.initializers.Zeros()]
-    dense1.set_weights([np.array(initializers[0]((4, 512)), dtype=np.float32),
+    self.dense1.set_weights([np.array(initializers[0]((4, 512)), dtype=np.float32),
                    np.array(initializers[1]((512,)), dtype=np.float32)])
-    dense2.set_weights([np.array(initializers[0]((512, 512)), dtype=np.float32),
+    self.dense2.set_weights([np.array(initializers[0]((512, 512)), dtype=np.float32),
                        np.array(initializers[1]((512,)), dtype=np.float32)])
 
     if num_atoms is None:
-        last_layer.set_weights([np.array(initializers[0]((self.num_actions, 512)), dtype=np.float32),
+        self.last_layer.set_weights([np.array(initializers[0]((self.num_actions, 512)), dtype=np.float32),
                                 np.array(initializers[1]((self.num_actions,)), dtype=np.float32)])
     else:
-        last_layer.set_weights([np.array(initializers[0]((self.num_actions * num_atoms, 512)), dtype=np.float32),
+        self.last_layer.set_weights([np.array(initializers[0]((self.num_actions * num_atoms, 512)), dtype=np.float32),
                                 np.array(initializers[1]((self.num_actions * num_atoms,)), dtype=np.float32)])