From 2129ca1f27e9bf2a32bd8223f8b1fdf0e200477a Mon Sep 17 00:00:00 2001
From: francotheengineer <yatesf@tcd.ie>
Date: Fri, 7 Jul 2017 12:04:17 +0100
Subject: [PATCH 1/2] Fixed Deep RNN Multi-gpu implementation to use tf

Fixed Deep RNN Multi-gpu implementation to use tf.python.ops.nn.rnn_cell DeviceWrapper class instead of implementing custom class to achieve the same result.  It would appear that the custom class shown with the code does not function.
---
 14_recurrent_neural_networks.ipynb | 31 +++++++++++++++++++++++++++---
 1 file changed, 28 insertions(+), 3 deletions(-)

diff --git a/14_recurrent_neural_networks.ipynb b/14_recurrent_neural_networks.ipynb
index f4d541c..e432ad0 100644
--- a/14_recurrent_neural_networks.ipynb
+++ b/14_recurrent_neural_networks.ipynb
@@ -107,11 +107,13 @@
    ]
   },
   {
-   "cell_type": "markdown",
+   "cell_type": "code",
+   "execution_count": null,
    "metadata": {
     "deletable": true,
     "editable": true
    },
+   "outputs": [],
    "source": [
     "# Basic RNNs"
    ]
@@ -1661,6 +1663,29 @@
     "outputs, states = tf.nn.dynamic_rnn(multi_layer_cell, X, dtype=tf.float32)"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "Alternatively, you can use the Tensorflow class DeviceWrapper - note you can define more than one layer per gpu"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "devices = [\"/gpu:0\", \"/gpu:1\", \"/gpu:2\"]  \n",
+    "cells = []\n",
+    "for dev in devices:\n",
+    "        cell = DeviceWrapper(rnn_cell.BasicRNNCell(num_units=n_neurons), dev)\n",
+    "        cells.append(cell)\n",
+    "\n",
+    "self.multiple_lstm_cells = tf.contrib.rnn.MultiRNNCell(cells, state_is_tuple=True)\n",
+    "outputs, states = tf.nn.dynamic_rnn(multi_layer_cell, X, dtype=tf.float32)"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 76,
@@ -2716,7 +2741,7 @@
   "language_info": {
    "codemirror_mode": {
     "name": "ipython",
-    "version": 3
+    "version": 3.0
    },
    "file_extension": ".py",
    "mimetype": "text/x-python",
@@ -2730,7 +2755,7 @@
    "navigate_menu": true,
    "number_sections": true,
    "sideBar": true,
-   "threshold": 6,
+   "threshold": 6.0,
    "toc_cell": false,
    "toc_section_display": "block",
    "toc_window_display": false

From 37eb9b41485b6210d65204592129d8d2aa44bc92 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Aur=C3=A9lien=20Geron?= <ageron@users.noreply.github.com>
Date: Wed, 18 Oct 2017 09:44:57 +0200
Subject: [PATCH 2/2] Add comment about the DeviceWrapper class since TF 1.1

---
 14_recurrent_neural_networks.ipynb | 24 ++++--------------------
 1 file changed, 4 insertions(+), 20 deletions(-)

diff --git a/14_recurrent_neural_networks.ipynb b/14_recurrent_neural_networks.ipynb
index 4318442..c4547b1 100644
--- a/14_recurrent_neural_networks.ipynb
+++ b/14_recurrent_neural_networks.ipynb
@@ -1390,23 +1390,7 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "Alternatively, you can use the Tensorflow class DeviceWrapper - note you can define more than one layer per gpu"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "devices = [\"/gpu:0\", \"/gpu:1\", \"/gpu:2\"]  \n",
-    "cells = []\n",
-    "for dev in devices:\n",
-    "        cell = DeviceWrapper(rnn_cell.BasicRNNCell(num_units=n_neurons), dev)\n",
-    "        cells.append(cell)\n",
-    "\n",
-    "self.multiple_lstm_cells = tf.contrib.rnn.MultiRNNCell(cells, state_is_tuple=True)\n",
-    "outputs, states = tf.nn.dynamic_rnn(multi_layer_cell, X, dtype=tf.float32)"
+    "Alternatively, since TensorFlow 1.1, you can use the `tf.contrib.rnn.DeviceWrapper` class (alias `tf.nn.rnn_cell.DeviceWrapper` since TF 1.2)."
    ]
   },
   {
@@ -2722,21 +2706,21 @@
   "language_info": {
    "codemirror_mode": {
     "name": "ipython",
-    "version": 3.0
+    "version": 3
    },
    "file_extension": ".py",
    "mimetype": "text/x-python",
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.5.2"
+   "version": "3.6.2"
   },
   "nav_menu": {},
   "toc": {
    "navigate_menu": true,
    "number_sections": true,
    "sideBar": true,
-   "threshold": 6.0,
+   "threshold": 6,
    "toc_cell": false,
    "toc_section_display": "block",
    "toc_window_display": false