diff --git a/16_reinforcement_learning.ipynb b/16_reinforcement_learning.ipynb
index b353f0f..96e94a2 100644
--- a/16_reinforcement_learning.ipynb
+++ b/16_reinforcement_learning.ipynb
@@ -1615,7 +1615,7 @@
    "source": [
     "from collections import deque\n",
     "\n",
-    "replay_memory_size = 20000\n",
+    "replay_memory_size = 500000\n",
     "replay_memory = deque([], maxlen=replay_memory_size)\n",
     "\n",
     "def sample_memories(batch_size):\n",