schuetoliver
/
handson-ml
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge branch 'ageron:master' into add-kaggle-badge

main
Peretz Cohen 2021-05-24 20:24:08 -07:00
parent 86455e6eb6 0af1cbf349
commit 4b02bac9da
9 changed files with 78 additions and 86 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
03_classification.ipynb
View File

@ -47,6 +47,10 @@
"import sys\n", "import sys\n",
"assert sys.version_info >= (3, 5)\n", "assert sys.version_info >= (3, 5)\n",
"\n", "\n",
"# Is this notebook running on Colab or Kaggle?\n",
"IS_COLAB = \"google.colab\" in sys.modules\n",
"IS_KAGGLE = \"kaggle_secrets\" in sys.modules\n",
"\n",
"# Scikit-Learn ≥0.20 is required\n", "# Scikit-Learn ≥0.20 is required\n",
"import sklearn\n", "import sklearn\n",
"assert sklearn.__version__ >= \"0.20\"\n", "assert sklearn.__version__ >= \"0.20\"\n",
@ -2333,12 +2337,9 @@
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
"# if running this notebook on Colab, we just pip install urlextract\n", "# if running this notebook on Colab or Kaggle, we just pip install urlextract\n",
"try:\n", "if IS_COLAB or IS_KAGGLE:\n",
" import google.colab\n", " !pip install -q -U urlextract"
" !pip install -q -U urlextract\n",
"except ImportError:\n",
" pass # not running on Colab"
] ]
}, },
{ {
@ -2604,7 +2605,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.7.9" "version": "3.7.10"
}, },
"nav_menu": {}, "nav_menu": {},
"toc": { "toc": {

18
13_loading_and_preprocessing_data.ipynb
View File

@ -47,18 +47,18 @@
"import sys\n", "import sys\n",
"assert sys.version_info >= (3, 5)\n", "assert sys.version_info >= (3, 5)\n",
"\n", "\n",
"# Is this notebook running on Colab or Kaggle?\n",
"IS_COLAB = \"google.colab\" in sys.modules\n",
"IS_KAGGLE = \"kaggle_secrets\" in sys.modules\n",
"\n",
"if IS_COLAB or IS_KAGGLE:\n",
" !pip install -q -U tfx==0.21.2\n",
" print(\"You can safely ignore the package incompatibility errors.\")\n",
"\n",
"# Scikit-Learn ≥0.20 is required\n", "# Scikit-Learn ≥0.20 is required\n",
"import sklearn\n", "import sklearn\n",
"assert sklearn.__version__ >= \"0.20\"\n", "assert sklearn.__version__ >= \"0.20\"\n",
"\n", "\n",
"try:\n",
" # %tensorflow_version only exists in Colab.\n",
" %tensorflow_version 2.x\n",
" !pip install -q -U tfx==0.21.2\n",
" print(\"You can safely ignore the package incompatibility errors.\")\n",
"except Exception:\n",
" pass\n",
"\n",
"# TensorFlow ≥2.0 is required\n", "# TensorFlow ≥2.0 is required\n",
"import tensorflow as tf\n", "import tensorflow as tf\n",
"from tensorflow import keras\n", "from tensorflow import keras\n",
@ -2769,7 +2769,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.7.9" "version": "3.7.10"
}, },
"nav_menu": { "nav_menu": {
"height": "264px", "height": "264px",

15
14_deep_computer_vision_with_cnns.ipynb
View File

@ -49,17 +49,14 @@
"import sys\n", "import sys\n",
"assert sys.version_info >= (3, 5)\n", "assert sys.version_info >= (3, 5)\n",
"\n", "\n",
"# Is this notebook running on Colab or Kaggle?\n",
"IS_COLAB = \"google.colab\" in sys.modules\n",
"IS_KAGGLE = \"kaggle_secrets\" in sys.modules\n",
"\n",
"# Scikit-Learn ≥0.20 is required\n", "# Scikit-Learn ≥0.20 is required\n",
"import sklearn\n", "import sklearn\n",
"assert sklearn.__version__ >= \"0.20\"\n", "assert sklearn.__version__ >= \"0.20\"\n",
"\n", "\n",
"try:\n",
" # %tensorflow_version only exists in Colab.\n",
" %tensorflow_version 2.x\n",
" IS_COLAB = True\n",
"except Exception:\n",
" IS_COLAB = False\n",
"\n",
"# TensorFlow ≥2.0 is required\n", "# TensorFlow ≥2.0 is required\n",
"import tensorflow as tf\n", "import tensorflow as tf\n",
"from tensorflow import keras\n", "from tensorflow import keras\n",
@ -69,6 +66,8 @@
" print(\"No GPU was detected. CNNs can be very slow without a GPU.\")\n", " print(\"No GPU was detected. CNNs can be very slow without a GPU.\")\n",
" if IS_COLAB:\n", " if IS_COLAB:\n",
" print(\"Go to Runtime > Change runtime and select a GPU hardware accelerator.\")\n", " print(\"Go to Runtime > Change runtime and select a GPU hardware accelerator.\")\n",
" if IS_KAGGLE:\n",
" print(\"Go to Settings > Accelerator and select GPU.\")\n",
"\n", "\n",
"# Common imports\n", "# Common imports\n",
"import numpy as np\n", "import numpy as np\n",
@ -1366,7 +1365,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.7.9" "version": "3.7.10"
}, },
"nav_menu": {}, "nav_menu": {},
"toc": { "toc": {

15
15_processing_sequences_using_rnns_and_cnns.ipynb
View File

@ -49,17 +49,14 @@
"import sys\n", "import sys\n",
"assert sys.version_info >= (3, 5)\n", "assert sys.version_info >= (3, 5)\n",
"\n", "\n",
"# Is this notebook running on Colab or Kaggle?\n",
"IS_COLAB = \"google.colab\" in sys.modules\n",
"IS_KAGGLE = \"kaggle_secrets\" in sys.modules\n",
"\n",
"# Scikit-Learn ≥0.20 is required\n", "# Scikit-Learn ≥0.20 is required\n",
"import sklearn\n", "import sklearn\n",
"assert sklearn.__version__ >= \"0.20\"\n", "assert sklearn.__version__ >= \"0.20\"\n",
"\n", "\n",
"try:\n",
" # %tensorflow_version only exists in Colab.\n",
" %tensorflow_version 2.x\n",
" IS_COLAB = True\n",
"except Exception:\n",
" IS_COLAB = False\n",
"\n",
"# TensorFlow ≥2.0 is required\n", "# TensorFlow ≥2.0 is required\n",
"import tensorflow as tf\n", "import tensorflow as tf\n",
"from tensorflow import keras\n", "from tensorflow import keras\n",
@ -69,6 +66,8 @@
" print(\"No GPU was detected. LSTMs and CNNs can be very slow without a GPU.\")\n", " print(\"No GPU was detected. LSTMs and CNNs can be very slow without a GPU.\")\n",
" if IS_COLAB:\n", " if IS_COLAB:\n",
" print(\"Go to Runtime > Change runtime and select a GPU hardware accelerator.\")\n", " print(\"Go to Runtime > Change runtime and select a GPU hardware accelerator.\")\n",
" if IS_KAGGLE:\n",
" print(\"Go to Settings > Accelerator and select GPU.\")\n",
"\n", "\n",
"# Common imports\n", "# Common imports\n",
"import numpy as np\n", "import numpy as np\n",
@ -2018,7 +2017,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.7.9" "version": "3.7.10"
}, },
"nav_menu": {}, "nav_menu": {},
"toc": { "toc": {

21
16_nlp_with_rnns_and_attention.ipynb
View File

@ -52,19 +52,18 @@
"import sys\n", "import sys\n",
"assert sys.version_info >= (3, 5)\n", "assert sys.version_info >= (3, 5)\n",
"\n", "\n",
"# Is this notebook running on Colab or Kaggle?\n",
"IS_COLAB = \"google.colab\" in sys.modules\n",
"IS_KAGGLE = \"kaggle_secrets\" in sys.modules\n",
"\n",
"if IS_COLAB:\n",
" !pip install -q -U tensorflow-addons\n",
" !pip install -q -U transformers\n",
"\n",
"# Scikit-Learn ≥0.20 is required\n", "# Scikit-Learn ≥0.20 is required\n",
"import sklearn\n", "import sklearn\n",
"assert sklearn.__version__ >= \"0.20\"\n", "assert sklearn.__version__ >= \"0.20\"\n",
"\n", "\n",
"try:\n",
" # %tensorflow_version only exists in Colab.\n",
" %tensorflow_version 2.x\n",
" !pip install -q -U tensorflow-addons\n",
" !pip install -q -U transformers\n",
" IS_COLAB = True\n",
"except Exception:\n",
" IS_COLAB = False\n",
"\n",
"# TensorFlow ≥2.0 is required\n", "# TensorFlow ≥2.0 is required\n",
"import tensorflow as tf\n", "import tensorflow as tf\n",
"from tensorflow import keras\n", "from tensorflow import keras\n",
@ -74,6 +73,8 @@
" print(\"No GPU was detected. LSTMs and CNNs can be very slow without a GPU.\")\n", " print(\"No GPU was detected. LSTMs and CNNs can be very slow without a GPU.\")\n",
" if IS_COLAB:\n", " if IS_COLAB:\n",
" print(\"Go to Runtime > Change runtime and select a GPU hardware accelerator.\")\n", " print(\"Go to Runtime > Change runtime and select a GPU hardware accelerator.\")\n",
" if IS_KAGGLE:\n",
" print(\"Go to Settings > Accelerator and select GPU.\")\n",
"\n", "\n",
"# Common imports\n", "# Common imports\n",
"import numpy as np\n", "import numpy as np\n",
@ -2751,7 +2752,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.7.9" "version": "3.7.10"
}, },
"nav_menu": {}, "nav_menu": {},
"toc": { "toc": {

15
17_autoencoders_and_gans.ipynb
View File

@ -49,17 +49,14 @@
"import sys\n", "import sys\n",
"assert sys.version_info >= (3, 5)\n", "assert sys.version_info >= (3, 5)\n",
"\n", "\n",
"# Is this notebook running on Colab or Kaggle?\n",
"IS_COLAB = \"google.colab\" in sys.modules\n",
"IS_KAGGLE = \"kaggle_secrets\" in sys.modules\n",
"\n",
"# Scikit-Learn ≥0.20 is required\n", "# Scikit-Learn ≥0.20 is required\n",
"import sklearn\n", "import sklearn\n",
"assert sklearn.__version__ >= \"0.20\"\n", "assert sklearn.__version__ >= \"0.20\"\n",
"\n", "\n",
"try:\n",
" # %tensorflow_version only exists in Colab.\n",
" %tensorflow_version 2.x\n",
" IS_COLAB = True\n",
"except Exception:\n",
" IS_COLAB = False\n",
"\n",
"# TensorFlow ≥2.0 is required\n", "# TensorFlow ≥2.0 is required\n",
"import tensorflow as tf\n", "import tensorflow as tf\n",
"from tensorflow import keras\n", "from tensorflow import keras\n",
@ -69,6 +66,8 @@
" print(\"No GPU was detected. LSTMs and CNNs can be very slow without a GPU.\")\n", " print(\"No GPU was detected. LSTMs and CNNs can be very slow without a GPU.\")\n",
" if IS_COLAB:\n", " if IS_COLAB:\n",
" print(\"Go to Runtime > Change runtime and select a GPU hardware accelerator.\")\n", " print(\"Go to Runtime > Change runtime and select a GPU hardware accelerator.\")\n",
" if IS_KAGGLE:\n",
" print(\"Go to Settings > Accelerator and select GPU.\")\n",
"\n", "\n",
"# Common imports\n", "# Common imports\n",
"import numpy as np\n", "import numpy as np\n",
@ -1773,7 +1772,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.7.9" "version": "3.7.10"
}, },
"nav_menu": { "nav_menu": {
"height": "381px", "height": "381px",

29
18_reinforcement_learning.ipynb
View File

@ -32,13 +32,7 @@
"cell_type": "markdown", "cell_type": "markdown",
"metadata": {}, "metadata": {},
"source": [ "source": [
"# Setup" "# Setup\n",
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"First, let's import a few common modules, ensure MatplotLib plots figures inline and prepare a function to save the figures. We also check that Python 3.5 or later is installed (although Python 2.x may work, it is deprecated so we strongly recommend you use Python 3 instead), as well as Scikit-Learn ≥0.20 and TensorFlow ≥2.0." "First, let's import a few common modules, ensure MatplotLib plots figures inline and prepare a function to save the figures. We also check that Python 3.5 or later is installed (although Python 2.x may work, it is deprecated so we strongly recommend you use Python 3 instead), as well as Scikit-Learn ≥0.20 and TensorFlow ≥2.0."
] ]
}, },
@ -52,19 +46,18 @@
"import sys\n", "import sys\n",
"assert sys.version_info >= (3, 5)\n", "assert sys.version_info >= (3, 5)\n",
"\n", "\n",
"# Is this notebook running on Colab or Kaggle?\n",
"IS_COLAB = \"google.colab\" in sys.modules\n",
"IS_KAGGLE = \"kaggle_secrets\" in sys.modules\n",
"\n",
"if IS_COLAB or IS_KAGGLE:\n",
" !apt update && apt install -y libpq-dev libsdl2-dev swig xorg-dev xvfb\n",
" !pip install -q -U tf-agents pyvirtualdisplay gym[atari,box2d]\n",
"\n",
"# Scikit-Learn ≥0.20 is required\n", "# Scikit-Learn ≥0.20 is required\n",
"import sklearn\n", "import sklearn\n",
"assert sklearn.__version__ >= \"0.20\"\n", "assert sklearn.__version__ >= \"0.20\"\n",
"\n", "\n",
"try:\n",
" # %tensorflow_version only exists in Colab.\n",
" %tensorflow_version 2.x\n",
" !apt update && apt install -y libpq-dev libsdl2-dev swig xorg-dev xvfb\n",
" !pip install -q -U tf-agents pyvirtualdisplay gym[atari,box2d]\n",
" IS_COLAB = True\n",
"except Exception:\n",
" IS_COLAB = False\n",
"\n",
"# TensorFlow ≥2.0 is required\n", "# TensorFlow ≥2.0 is required\n",
"import tensorflow as tf\n", "import tensorflow as tf\n",
"from tensorflow import keras\n", "from tensorflow import keras\n",
@ -74,6 +67,8 @@
" print(\"No GPU was detected. CNNs can be very slow without a GPU.\")\n", " print(\"No GPU was detected. CNNs can be very slow without a GPU.\")\n",
" if IS_COLAB:\n", " if IS_COLAB:\n",
" print(\"Go to Runtime > Change runtime and select a GPU hardware accelerator.\")\n", " print(\"Go to Runtime > Change runtime and select a GPU hardware accelerator.\")\n",
" if IS_KAGGLE:\n",
" print(\"Go to Settings > Accelerator and select GPU.\")\n",
"\n", "\n",
"# Common imports\n", "# Common imports\n",
"import numpy as np\n", "import numpy as np\n",
@ -3226,7 +3221,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.7.9" "version": "3.7.10"
} }
}, },
"nbformat": 4, "nbformat": 4,

21
19_training_and_deploying_at_scale.ipynb
View File

@ -46,20 +46,19 @@
"import sys\n", "import sys\n",
"assert sys.version_info >= (3, 5)\n", "assert sys.version_info >= (3, 5)\n",
"\n", "\n",
"# Scikit-Learn ≥0.20 is required\n", "# Is this notebook running on Colab or Kaggle?\n",
"import sklearn\n", "IS_COLAB = \"google.colab\" in sys.modules\n",
"assert sklearn.__version__ >= \"0.20\"\n", "IS_KAGGLE = \"kaggle_secrets\" in sys.modules\n",
"\n", "\n",
"try:\n", "if IS_COLAB or IS_KAGGLE:\n",
" # %tensorflow_version only exists in Colab.\n",
" %tensorflow_version 2.x\n",
" !echo \"deb http://storage.googleapis.com/tensorflow-serving-apt stable tensorflow-model-server tensorflow-model-server-universal\" > /etc/apt/sources.list.d/tensorflow-serving.list\n", " !echo \"deb http://storage.googleapis.com/tensorflow-serving-apt stable tensorflow-model-server tensorflow-model-server-universal\" > /etc/apt/sources.list.d/tensorflow-serving.list\n",
" !curl https://storage.googleapis.com/tensorflow-serving-apt/tensorflow-serving.release.pub.gpg | apt-key add -\n", " !curl https://storage.googleapis.com/tensorflow-serving-apt/tensorflow-serving.release.pub.gpg | apt-key add -\n",
" !apt update && apt-get install -y tensorflow-model-server\n", " !apt update && apt-get install -y tensorflow-model-server\n",
" !pip install -q -U tensorflow-serving-api\n", " !pip install -q -U tensorflow-serving-api\n",
" IS_COLAB = True\n", "\n",
"except Exception:\n", "# Scikit-Learn ≥0.20 is required\n",
" IS_COLAB = False\n", "import sklearn\n",
"assert sklearn.__version__ >= \"0.20\"\n",
"\n", "\n",
"# TensorFlow ≥2.0 is required\n", "# TensorFlow ≥2.0 is required\n",
"import tensorflow as tf\n", "import tensorflow as tf\n",
@ -70,6 +69,8 @@
" print(\"No GPU was detected. CNNs can be very slow without a GPU.\")\n", " print(\"No GPU was detected. CNNs can be very slow without a GPU.\")\n",
" if IS_COLAB:\n", " if IS_COLAB:\n",
" print(\"Go to Runtime > Change runtime and select a GPU hardware accelerator.\")\n", " print(\"Go to Runtime > Change runtime and select a GPU hardware accelerator.\")\n",
" if IS_KAGGLE:\n",
" print(\"Go to Settings > Accelerator and select GPU.\")\n",
"\n", "\n",
"# Common imports\n", "# Common imports\n",
"import numpy as np\n", "import numpy as np\n",
@ -1253,7 +1254,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.7.9" "version": "3.7.10"
} }
}, },
"nbformat": 4, "nbformat": 4,

15
README.md
View File

@ -11,20 +11,17 @@ python. It contains the example code and solutions to the exercises in the secon
## Quick Start ## Quick Start
### Want to play with these notebooks online without having to install anything? ### Want to play with these notebooks online without having to install anything?
Use any of the following services. Use any of the following services (I recommended Colab or Kaggle, since they offer free GPUs and TPUs).
**WARNING**: Please be aware that these services provide temporary environments: anything you do will be deleted after a while, so make sure you download any data you care about. **WARNING**: _Please be aware that these services provide temporary environments: anything you do will be deleted after a while, so make sure you download any data you care about._
* **Recommended**: open this repository in [Colaboratory](https://colab.research.google.com/github/ageron/handson-ml2/blob/master/): * <a href="https://colab.research.google.com/github/ageron/handson-ml2/blob/master/" target="_parent"><img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/></a>
<a href="https://colab.research.google.com/github/ageron/handson-ml2/blob/master/"><img src="https://colab.research.google.com/img/colab_favicon.ico" width="90" /></a>
* Or open it in [Binder](https://mybinder.org/v2/gh/ageron/handson-ml2/master): * <a href="https://homl.info/kaggle/"><img src="https://kaggle.com/static/images/open-in-kaggle.svg" alt="Open in Kaggle" /></a>
<a href="https://mybinder.org/v2/gh/ageron/handson-ml2/master"><img src="https://matthiasbussonnier.com/posts/img/binder_logo_128x128.png" width="90" /></a>
* _Note_: Most of the time, Binder starts up quickly and works great, but when handson-ml2 is updated, Binder creates a new environment from scratch, and this can take quite some time. * <a href="https://mybinder.org/v2/gh/ageron/handson-ml2/HEAD?filepath=%2Findex.ipynb"><img src="https://mybinder.org/badge_logo.svg" alt="Launch binder" /></a>
* Or open it in [Deepnote](https://beta.deepnote.com/launch?template=data-science&url=https%3A//github.com/ageron/handson-ml2/blob/master/index.ipynb): * <a href="https://homl.info/deepnote/"><img src="https://deepnote.com/buttons/launch-in-deepnote-small.svg" alt="Launch in Deepnote" /></a>
<a href="https://beta.deepnote.com/launch?template=data-science&url=https%3A//github.com/ageron/handson-ml2/blob/master/index.ipynb"><img src="https://www.deepnote.com/static/illustration.png" width="150" /></a>
### Just want to quickly look at some notebooks, without executing any code? ### Just want to quickly look at some notebooks, without executing any code?