From 22aa520cccb07a1149e91acefd1b3f07e2882c22 Mon Sep 17 00:00:00 2001 From: Thierry Herrmann Date: Sat, 28 Sep 2019 12:06:05 -0400 Subject: [PATCH] issue 32: remove dropout in stateful RNN --- 16_nlp_with_rnns_and_attention.ipynb | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/16_nlp_with_rnns_and_attention.ipynb b/16_nlp_with_rnns_and_attention.ipynb index ff30fb1..e12c6b6 100644 --- a/16_nlp_with_rnns_and_attention.ipynb +++ b/16_nlp_with_rnns_and_attention.ipynb @@ -293,9 +293,12 @@ "source": [ "model = keras.models.Sequential([\n", " keras.layers.GRU(128, return_sequences=True, input_shape=[None, max_id],\n", - " dropout=0.2, recurrent_dropout=0.2),\n", + " # no dropout in stateful RNN (https://github.com/ageron/handson-ml2/issues/32)\n", + " # dropout=0.2, recurrent_dropout=0.2,\n", + " ),\n", " keras.layers.GRU(128, return_sequences=True,\n", - " dropout=0.2, recurrent_dropout=0.2),\n", + " # dropout=0.2, recurrent_dropout=0.2\n", + " ),\n", " keras.layers.TimeDistributed(keras.layers.Dense(max_id,\n", " activation=\"softmax\"))\n", "])\n",