use linear layer for all models (should not hurt addition)

hoedt · Jan 14, 2021 · e97a7a3 · e97a7a3
1 parent a05f10c
commit e97a7a3
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/stable_nalu/network/simple_function_recurrent.py b/stable_nalu/network/simple_function_recurrent.py
@@ -32,9 +32,9 @@ def __init__(self, unit_name, input_size=10, writer=None, **kwargs):
                                              name='recurrent_layer',
                                              **kwargs)
         self.output_layer = GeneralizedLayer(self.hidden_size, 1,
-                                            'linear'
-                                                if unit_name in {'GRU', 'LSTM', 'MCLSTM', 'RNN-tanh', 'RNN-ReLU'}
-                                                else unit_name,
+                                            'linear',
+                                            #     if unit_name in {'GRU', 'LSTM', 'MCLSTM', 'RNN-tanh', 'RNN-ReLU'}
+                                            #     else unit_name,
                                              writer=self.writer,
                                              name='output_layer',
                                              **kwargs)