schuetoliver
/
handson-ml
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #293 from ibeauregard/changes-chap16 

(Chapter 16) A few edits in the notebook
main
Aurélien Geron 2021-03-02 11:07:08 +13:00 committed by GitHub
parent 6ac43d08fa 48aada8afa
commit 0a55f55372
1 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
16_nlp_with_rnns_and_attention.ipynb
View File

@ -1407,7 +1407,7 @@
"outputs": [], "outputs": [],
"source": [ "source": [
"def string_to_ids(s, chars=POSSIBLE_CHARS):\n", "def string_to_ids(s, chars=POSSIBLE_CHARS):\n",
" return [POSSIBLE_CHARS.index(c) for c in s]" " return [chars.index(c) for c in s]"
] ]
}, },
{ {
@ -1476,7 +1476,7 @@
"cell_type": "markdown", "cell_type": "markdown",
"metadata": {}, "metadata": {},
"source": [ "source": [
"What classes does it belong to?" "What class does it belong to?"
] ]
}, },
{ {
@ -1623,7 +1623,7 @@
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
"INPUT_CHARS = \"\".join(sorted(set(\"\".join(MONTHS)))) + \"01234567890, \"\n", "INPUT_CHARS = \"\".join(sorted(set(\"\".join(MONTHS) + \"0123456789, \")))\n",
"INPUT_CHARS" "INPUT_CHARS"
] ]
}, },
@ -2090,7 +2090,7 @@
" len(INPUT_CHARS) + 1, encoder_embedding_size)(encoder_inputs)\n", " len(INPUT_CHARS) + 1, encoder_embedding_size)(encoder_inputs)\n",
"\n", "\n",
"decoder_embedding_layer = keras.layers.Embedding(\n", "decoder_embedding_layer = keras.layers.Embedding(\n",
" len(INPUT_CHARS) + 2, decoder_embedding_size)\n", " len(OUTPUT_CHARS) + 2, decoder_embedding_size)\n",
"decoder_embeddings = decoder_embedding_layer(decoder_inputs)\n", "decoder_embeddings = decoder_embedding_layer(decoder_inputs)\n",
"\n", "\n",
"encoder = keras.layers.LSTM(units, return_state=True)\n", "encoder = keras.layers.LSTM(units, return_state=True)\n",
@ -2287,7 +2287,7 @@
" len(INPUT_CHARS) + 1, encoder_embedding_size)(encoder_inputs)\n", " len(INPUT_CHARS) + 1, encoder_embedding_size)(encoder_inputs)\n",
"\n", "\n",
"decoder_embedding_layer = keras.layers.Embedding(\n", "decoder_embedding_layer = keras.layers.Embedding(\n",
" len(INPUT_CHARS) + 2, decoder_embedding_size)\n", " len(OUTPUT_CHARS) + 2, decoder_embedding_size)\n",
"decoder_embeddings = decoder_embedding_layer(decoder_inputs)\n", "decoder_embeddings = decoder_embedding_layer(decoder_inputs)\n",
"\n", "\n",
"encoder = keras.layers.LSTM(units, return_state=True)\n", "encoder = keras.layers.LSTM(units, return_state=True)\n",
@ -2615,6 +2615,7 @@
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
"!pip install -q -U transformers\n",
"from transformers import TFOpenAIGPTLMHeadModel\n", "from transformers import TFOpenAIGPTLMHeadModel\n",
"\n", "\n",
"model = TFOpenAIGPTLMHeadModel.from_pretrained(\"openai-gpt\")" "model = TFOpenAIGPTLMHeadModel.from_pretrained(\"openai-gpt\")"