fixed ACER + added setup files

baselines/acer/acer_simple.py

@@ -155,9 +155,6 @@ def setup_model(self):
             else:
                 raise ValueError("Error: ACER does not work with {} actions space.".format(self.action_space))
 
-            n_batch_step = None
-            if issubclass(self.policy, LstmPolicy):
-                n_batch_step = self.n_envs
             self.n_batch = self.n_envs * self.n_steps
 
             self.graph = tf.Graph()
@@ -170,7 +167,9 @@ def setup_model(self):
                 self.learning_rate_ph = tf.placeholder(tf.float32, [])
                 eps = 1e-6
 
-                n_batch_step = self.n_envs
+                n_batch_step = None
+                if issubclass(self.policy, LstmPolicy):
+                    n_batch_step = self.n_envs
                 n_batch_train = self.n_envs * (self.n_steps + 1)
 
                 step_model = self.policy(self.sess, self.observation_space, self.action_space, self.n_envs, 1,

setup.cfg

@@ -0,0 +1,3 @@
+[metadata]
+# This includes the license file in the wheel.
+license_file = LICENSE

setup.py

@@ -31,6 +31,11 @@
       ],
       description='A fork of OpenAI Baselines, implementations of reinforcement learning algorithms ',
       author='OpenAI',
-      url='https://github.com/openai/baselines',
+      url='https://github.com/hill-a/baselines',
       author_email='[email protected]',
       version='0.2.0')
+
+# python setup.py sdist
+# python setup.py bdist_wheel
+# twine upload --repository-url https://test.pypi.org/legacy/ dist/*
+# twine upload dist/*