Cleaned-up version of the Neural GPU code (runs outside of google3).

neural_gpu/README.md

@@ -2,4 +2,10 @@
 Code for the Neural GPU model as described
 in [[http://arxiv.org/abs/1511.08228]].
 
+Requirements:
+* TensorFlow (see tensorflow.org for how to install)
+* Matplotlib for Python (sudo apt-get install python-matplotlib)
+
+Run: python neural_gpu_trainer.py --task=rev
+
 Maintained by Lukasz Kaiser (lukaszkaiser)

neural_gpu/data_utils.py

@@ -1,32 +1,14 @@
-# Copyright 2015 Google Inc. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-#==============================================================================
-
 """Convolutional Gated Recurrent Networks for Algorithm Learning."""
 
 import math
 import random
 import sys
 import time
 
-import google3
-
 import numpy as np
 import tensorflow as tf
 
-from google3.third_party.tensorflow.python.platform import gfile
+from tensorflow.python.platform import gfile
 
 FLAGS = tf.app.flags.FLAGS
 
@@ -162,6 +144,21 @@ def spec(inp):
       test_set[task][l].append([inp, target])
 
 
+def to_symbol(i):
+  """Covert ids to text."""
+  if i == 0: return ""
+  if i == 11: return "+"
+  if i == 12: return "*"
+  return str(i-1)
+
+
+def to_id(s):
+  """Covert text to ids."""
+  if s == "+": return 11
+  if s == "*": return 12
+  return int(s) + 1
+
+
 def get_batch(max_length, batch_size, do_train, task, offset=None, preset=None):
   """Get a batch of data, training or testing."""
   inputs = []

neural_gpu/neural_gpu.py

@@ -1,28 +1,10 @@
-# Copyright 2015 Google Inc. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-#==============================================================================
-
 """The Neural GPU Model."""
 
 import time
 
-import google3
-
 import tensorflow as tf
 
-from google3.experimental.users.lukaszkaiser.neural_gpu import data_utils
+import data_utils
 
 
 def conv_linear(args, kw, kh, nin, nout, do_bias, bias_start, prefix):