TRPO agent

chainerrl/agent.py

@@ -118,6 +118,8 @@ def __save(self, dirname, ancestors):
         for attr in self.saved_attributes:
             assert hasattr(self, attr)
             attr_value = getattr(self, attr)
+            if attr_value is None:
+                continue
             if isinstance(attr_value, AttributeSavingMixin):
                 assert not any(
                     attr_value is ancestor
@@ -139,6 +141,8 @@ def __load(self, dirname, ancestors):
         for attr in self.saved_attributes:
             assert hasattr(self, attr)
             attr_value = getattr(self, attr)
+            if attr_value is None:
+                continue
             if isinstance(attr_value, AttributeSavingMixin):
                 assert not any(
                     attr_value is ancestor

chainerrl/agents/__init__.py

@@ -14,3 +14,4 @@
 from chainerrl.agents.reinforce import REINFORCE  # NOQA
 from chainerrl.agents.residual_dqn import ResidualDQN  # NOQA
 from chainerrl.agents.sarsa import SARSA  # NOQA
+from chainerrl.agents.trpo import TRPO  # NOQA