From 3a90b89105851f48ea0b0d5aee5216546d68dbf7 Mon Sep 17 00:00:00 2001 From: musunita <62577111+musunita@users.noreply.github.com> Date: Mon, 23 May 2022 10:21:33 -0700 Subject: [PATCH] update venv (#504) Neuron SDK Release 1.19.1 * Installation instructions and Tutorial aupdates --- .../tutorials/bert_demo/bert_demo.rst | 20 +- ...al-tensorflow-serving-NeuronCore-Group.rst | 5 +- neuron-guide/neuronperf/neuronperf_faq.rst | 2 +- .../note-setup-libnrt-warning.rst | 8 +- .../mxnet-setup/mxnet-install-prev.rst | 1 + .../neuron-1.19.0-mxnet-install.rst | 222 ++++++++ .../neuron-1.19.0-pytorch-install.rst | 483 +++++++++++++++++ .../pytorch-setup/pytorch-install-prev.rst | 1 + .../neuron-1.19.0-tensorflow-install.rst | 405 ++++++++++++++ .../tensorflow-install-prev.rst | 1 + release-notes/README.rst | 6 + release-notes/index.rst | 13 +- release-notes/neuron-driver.rst | 17 + release-notes/neuron-k8.rst | 11 + .../neuronrelease/previous-content.rst | 31 ++ release-notes/releasecontent.rst | 6 +- .../keras_resnet50/keras_resnet50.ipynb | 4 +- .../tensorflow/openpose_demo/openpose.ipynb | 2 +- .../tensorflow_resnet50/resnet50.ipynb | 2 +- .../tensorflow/yolo_v3_demo/yolo_v3.ipynb | 2 +- .../tensorflow/yolo_v4_demo/evaluate.ipynb | 4 +- .../neuron-releases-manifest.json | 504 +++++++++++++++++- src/helperscripts/neuronsetuphelper.py | 18 +- 23 files changed, 1718 insertions(+), 50 deletions(-) create mode 100644 neuron-intro/mxnet-setup/prev-releases/neuron-1.19.0-mxnet-install.rst create mode 100644 neuron-intro/pytorch-setup/prev-releases/neuron-1.19.0-pytorch-install.rst create mode 100644 neuron-intro/tensorflow-setup/prev-releases/neuron-1.19.0-tensorflow-install.rst diff --git a/neuron-guide/neuron-frameworks/tensorflow-neuron/tutorials/bert_demo/bert_demo.rst b/neuron-guide/neuron-frameworks/tensorflow-neuron/tutorials/bert_demo/bert_demo.rst index fb71888d..f3db201a 100644 --- a/neuron-guide/neuron-frameworks/tensorflow-neuron/tutorials/bert_demo/bert_demo.rst +++ b/neuron-guide/neuron-frameworks/tensorflow-neuron/tutorials/bert_demo/bert_demo.rst @@ -31,14 +31,7 @@ neuron-cc Update compilation EC2 instance ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ -Update to the latest neuron software by executing the following commands -: - -.. code:: bash - - source activate aws_neuron_tensorflow_p36 - conda update tensorflow-neuron - conda update numpy +Update to the latest neuron software by executing the instructions at :ref:`install-neuron-tensorflow`. Note: if your tensorflow-neuron version on the inference instance is lower than 1.15.0.1.0.1333.0, you will need to run this demo on @@ -53,7 +46,7 @@ inference for the MRPC task and the saved model should be fine tuned for MRPC. Users who need additional help to fine-tune the model for MRPC or to create a saved model can refer to :ref:`bert-tensorflow-demo-appendix1`. -In the same conda environment and directory bert_demo scripts, run the +In the same environment and directory bert_demo scripts, run the following : .. code:: bash @@ -81,14 +74,7 @@ aws-neuron-runtime and aws-neuron-tools. Update inference EC2 instance ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ -Update to the latest neuron software by executing the following commands -: - -.. code:: bash - - source activate aws_neuron_tensorflow_p36 - conda update tensorflow-neuron - conda update numpy +Update to the latest neuron software by executing the instructions at :ref:`install-neuron-tensorflow`. Launching the BERT-Large demo server ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ diff --git a/neuron-guide/neuron-frameworks/tensorflow-neuron/tutorials/tutorial-tensorflow-serving-NeuronCore-Group.rst b/neuron-guide/neuron-frameworks/tensorflow-neuron/tutorials/tutorial-tensorflow-serving-NeuronCore-Group.rst index 2ae148ef..2f305f09 100644 --- a/neuron-guide/neuron-frameworks/tensorflow-neuron/tutorials/tutorial-tensorflow-serving-NeuronCore-Group.rst +++ b/neuron-guide/neuron-frameworks/tensorflow-neuron/tutorials/tutorial-tensorflow-serving-NeuronCore-Group.rst @@ -15,10 +15,7 @@ package. Install TensorFlow Model Server and Serving API ----------------------------------------------- -Follow the steps in the :ref:`neuron-install-guide`. - -If using DLAMI and aws_neuron_tensorflow_p36 environment, you can skip -the installation step below. +Follow the steps in the :ref:`install-neuron-tensorflow`. Then ensure you install using either apt-get or yum: diff --git a/neuron-guide/neuronperf/neuronperf_faq.rst b/neuron-guide/neuronperf/neuronperf_faq.rst index 7645e48f..a69e2690 100644 --- a/neuron-guide/neuronperf/neuronperf_faq.rst +++ b/neuron-guide/neuronperf/neuronperf_faq.rst @@ -10,7 +10,7 @@ NeuronPerf FAQ - When measuring end-to-end performance that includes your network serving stack. Instead, your should compare your e2e numbers to those obtained by NeuronPerf to optimize your serving overhead. - Is NeuronPerf Open Source? - - Yes. You can :download:`download the source here`. + - Yes. You can :download:`download the source here `. - What is the secret to obtaining the best numbers? - There is no secret sauce. NeuronPerf follows best practices. diff --git a/neuron-intro/install-templates/note-setup-libnrt-warning.rst b/neuron-intro/install-templates/note-setup-libnrt-warning.rst index 002ce3bd..b3e019a9 100644 --- a/neuron-intro/install-templates/note-setup-libnrt-warning.rst +++ b/neuron-intro/install-templates/note-setup-libnrt-warning.rst @@ -1,7 +1,5 @@ .. important :: - For successful installation or update to Neuron 1.16.0 and newer from previous releases: - * Stop Neuron Runtime 1.x daemon (``neuron-rtd``) by running: ``sudo systemctl stop neuron-rtd`` - * Uninstall ``neuron-rtd`` by running: ``sudo apt remove aws-neuron-runtime`` or ``sudo yum remove aws-neuron-runtime`` - * Install or upgrade to latest Neuron driver (``aws-neuron-dkms``) by following the "Setup Guide" instructions. - * Visit :ref:`introduce-libnrt` for more information. + For successful installation or update to next releases (Neuron 1.20.0 and newer): + * Uninstall ``aws-neuron-dkms`` by running: ``sudo apt remove aws-neuron-dkms`` or ``sudo yum remove aws-neuron-dkms`` + * Install or upgrade to latest Neuron driver (``aws-neuron-dkms``) by following the "Setup Guide" instructions. \ No newline at end of file diff --git a/neuron-intro/mxnet-setup/mxnet-install-prev.rst b/neuron-intro/mxnet-setup/mxnet-install-prev.rst index a216b7b9..95781cdb 100644 --- a/neuron-intro/mxnet-setup/mxnet-install-prev.rst +++ b/neuron-intro/mxnet-setup/mxnet-install-prev.rst @@ -9,6 +9,7 @@ Install previous Neuron MXNet releases .. toctree:: :maxdepth: 1 + Neuron 1.19.0 Neuron 1.18.0 Neuron 1.17.2 Neuron 1.16.3 diff --git a/neuron-intro/mxnet-setup/prev-releases/neuron-1.19.0-mxnet-install.rst b/neuron-intro/mxnet-setup/prev-releases/neuron-1.19.0-mxnet-install.rst new file mode 100644 index 00000000..7d5998c3 --- /dev/null +++ b/neuron-intro/mxnet-setup/prev-releases/neuron-1.19.0-mxnet-install.rst @@ -0,0 +1,222 @@ +.. _install-neuron-1.19.0-mxnet: + +Install Neuron MXNet +===================== + +.. include:: /neuron-intro/install-templates/note-setup-cntr.rst + + +.. contents:: + :local: + :depth: 2 + + + +Develop on AWS ML accelerator instance +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +.. include:: /neuron-intro/install-templates/develop_mode.rst + + + +.. tabs:: + + .. group-tab:: MXNet 1.8.0 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=develop --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=develop --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=develop --ami=dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=develop --ami=dlami --os=amazonlinux --neuron-version=1.19.0 + + + + .. group-tab:: MXNet 1.5.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=develop --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=mxnet-1.5.1 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=develop --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=mxnet-1.5.1 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=develop --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=mxnet-1.5.1 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=develop --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=mxnet-1.5.1 + + + + + +Compile on compute instance +^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +.. include:: /neuron-intro/install-templates/compile_mode.rst + + + +.. tabs:: + + .. group-tab:: MXNet 1.8.0 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=compile --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=compile --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=compile --ami=dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=compile --ami=dlami --os=amazonlinux --neuron-version=1.19.0 + + + + .. group-tab:: MXNet 1.5.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=compile --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=mxnet-1.5.1 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=compile --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=mxnet-1.5.1 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=compile --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=mxnet-1.5.1 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=compile --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=mxnet-1.5.1 + + + +Deploy on AWS ML accelerator instance +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +.. include:: /neuron-intro/install-templates/deploy_mode.rst + + + +.. tabs:: + + .. group-tab:: MXNet 1.8.0 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=deploy --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=deploy --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=deploy --ami=dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=deploy --ami=dlami --os=amazonlinux --neuron-version=1.19.0 + + + + + .. group-tab:: MXNet 1.5.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=deploy --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=mxnet-1.5.1 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=deploy --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=mxnet-1.5.1 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=deploy --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=mxnet-1.5.1 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install mxnet --mode=deploy --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=mxnet-1.5.1 + diff --git a/neuron-intro/pytorch-setup/prev-releases/neuron-1.19.0-pytorch-install.rst b/neuron-intro/pytorch-setup/prev-releases/neuron-1.19.0-pytorch-install.rst new file mode 100644 index 00000000..000f95cf --- /dev/null +++ b/neuron-intro/pytorch-setup/prev-releases/neuron-1.19.0-pytorch-install.rst @@ -0,0 +1,483 @@ +.. _install-neuron-1.19.0-pytorch: + +Install Neuron PyTorch (Neuron 1.19.0) +====================================== + +.. contents:: + :local: + :depth: 2 + + + +Develop on AWS ML accelerator instance +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +.. include:: /neuron-intro/install-templates/develop_mode.rst + +.. include :: /neuron-intro/install-templates/note-setup-libnrt-warning.rst + +.. tabs:: + + .. group-tab:: PyTorch 1.10.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=dlami --os=amazonlinux --neuron-version=1.19.0 + + + .. group-tab:: PyTorch 1.9.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.9.1 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.9.1 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.9.1 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.9.1 + + + .. group-tab:: PyTorch 1.8.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.8.1 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.8.1 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.8.1 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.8.1 + + + + .. group-tab:: PyTorch 1.7.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.7.1 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.7.1 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.7.1 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.7.1 + + + .. group-tab:: PyTorch 1.5.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.5.1 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.5.1 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.5.1 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=develop --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.5.1 + + + + + +Compile on compute instance +^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +.. include:: /neuron-intro/install-templates/compile_mode.rst + + +.. tabs:: + + .. group-tab:: PyTorch 1.10.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=dlami --os=amazonlinux --neuron-version=1.19.0 + + + + .. group-tab:: PyTorch 1.9.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.9.1 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.9.1 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.9.1 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.9.1 + + + + + .. group-tab:: PyTorch 1.8.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.8.1 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.8.1 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.8.1 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.8.1 + + + + .. group-tab:: PyTorch 1.7.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.7.1 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.7.1 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.7.1 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.7.1 + + + .. group-tab:: PyTorch 1.5.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.5.1 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.5.1 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.5.1 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=compile --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.5.1 + + + +Deploy on AWS ML accelerator instance +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +.. include:: /neuron-intro/install-templates/deploy_mode.rst + +.. include :: /neuron-intro/install-templates/note-setup-libnrt-warning.rst + + +.. tabs:: + + .. group-tab:: PyTorch 1.10.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=dlami --os=amazonlinux --neuron-version=1.19.0 + + + + .. group-tab:: PyTorch 1.9.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.9.1 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.9.1 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.9.1 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.9.1 + + + .. group-tab:: PyTorch 1.8.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.8.1 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.8.1 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.8.1 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.8.1 + + + + .. group-tab:: PyTorch 1.7.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.7.1 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.7.1 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.7.1 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.7.1 + + + .. group-tab:: PyTorch 1.5.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.5.1 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.5.1 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=pytorch-1.5.1 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install pytorch --mode=deploy --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=pytorch-1.5.1 + diff --git a/neuron-intro/pytorch-setup/pytorch-install-prev.rst b/neuron-intro/pytorch-setup/pytorch-install-prev.rst index ae342114..1a2b25c2 100644 --- a/neuron-intro/pytorch-setup/pytorch-install-prev.rst +++ b/neuron-intro/pytorch-setup/pytorch-install-prev.rst @@ -8,6 +8,7 @@ Install previous Neuron PyTorch releases .. toctree:: :maxdepth: 1 + Neuron 1.19.0 Neuron 1.18.0 Neuron 1.17.2 Neuron 1.16.3 diff --git a/neuron-intro/tensorflow-setup/prev-releases/neuron-1.19.0-tensorflow-install.rst b/neuron-intro/tensorflow-setup/prev-releases/neuron-1.19.0-tensorflow-install.rst new file mode 100644 index 00000000..97bf5a21 --- /dev/null +++ b/neuron-intro/tensorflow-setup/prev-releases/neuron-1.19.0-tensorflow-install.rst @@ -0,0 +1,405 @@ +.. _install-neuron-1.19.0-tensorflow: + +Install Neuron TensorFlow +========================= + + +.. include:: /neuron-intro/install-templates/note-setup-cntr.rst + +.. contents:: + :local: + :depth: 2 + + + +Develop on AWS ML accelerator instance +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +.. include:: /neuron-intro/install-templates/develop_mode.rst + + + +.. tabs:: + + .. group-tab:: TensorFlow 2.7.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=develop --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=develop --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=develop --ami=dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=develop --ami=dlami --os=amazonlinux --neuron-version=1.19.0 + + + + + .. group-tab:: TensorFlow 2.6.3 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=develop --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-2.6.3 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=develop --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-2.6.3 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=develop --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-2.6.3 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=develop --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-2.6.3 + + + .. group-tab:: TensorFlow 2.5.3 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=develop --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-2.5.3 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=develop --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-2.5.3 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=develop --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-2.5.3 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=develop --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-2.5.3 + + + .. group-tab:: TensorFlow 1.15.5 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=develop --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-1.15.5 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=develop --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-1.15.5 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=develop --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-1.15.5 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=develop --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-1.15.5 + + +Compile on compute instance +^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +.. include:: /neuron-intro/install-templates/compile_mode.rst + + + +.. tabs:: + + .. group-tab:: TensorFlow 2.7.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=compile --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=compile --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=compile --ami=dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=compile --ami=dlami --os=amazonlinux --neuron-version=1.19.0 + + + + + + .. group-tab:: TensorFlow 2.6.3 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=compile --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-2.6.3 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=compile --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-2.6.3 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=compile --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-2.6.3 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=compile --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-2.6.3 + + + .. group-tab:: TensorFlow 2.5.3 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=compile --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-2.5.3 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=compile --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-2.5.3 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=compile --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-2.5.3 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=compile --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-2.5.3 + + + + .. group-tab:: TensorFlow 1.15.5 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=compile --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-1.15.5 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=compile --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-1.15.5 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=compile --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-1.15.5 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=compile --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-1.15.5 + + + + + + +Deploy on AWS ML accelerator instance +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +.. include:: /neuron-intro/install-templates/deploy_mode.rst + + + +.. tabs:: + + .. group-tab:: TensorFlow 2.7.1 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=deploy --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=deploy --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=deploy --ami=dlami --os=ubuntu --neuron-version=1.19.0 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=deploy --ami=dlami --os=amazonlinux --neuron-version=1.19.0 + + + + + + .. group-tab:: TensorFlow 2.6.3 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=deploy --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-2.6.3 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=deploy --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-2.6.3 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=deploy --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-2.6.3 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=deploy --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-2.6.3 + + + .. group-tab:: TensorFlow 2.5.3 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=deploy --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-2.5.3 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=deploy --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-2.5.3 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=deploy --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-2.5.3 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=deploy --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-2.5.3 + + + .. group-tab:: TensorFlow 1.15.5 + + .. tabs:: + + .. group-tab:: Ubuntu AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=deploy --ami=non-dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-1.15.5 + + .. group-tab:: Amazon Linux AMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=deploy --ami=non-dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-1.15.5 + + .. group-tab:: Ubuntu DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=deploy --ami=dlami --os=ubuntu --neuron-version=1.19.0 --framework-version=tensorflow-1.15.5 + + .. group-tab:: Amazon Linux DLAMI + + .. include :: /neuron-intro/install-templates/note-setup-general.rst + + .. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --install tensorflow --mode=deploy --ami=dlami --os=amazonlinux --neuron-version=1.19.0 --framework-version=tensorflow-1.15.5 + + + + + diff --git a/neuron-intro/tensorflow-setup/tensorflow-install-prev.rst b/neuron-intro/tensorflow-setup/tensorflow-install-prev.rst index 15eb77ff..c482de64 100644 --- a/neuron-intro/tensorflow-setup/tensorflow-install-prev.rst +++ b/neuron-intro/tensorflow-setup/tensorflow-install-prev.rst @@ -8,6 +8,7 @@ Install previous Neuron TensorFlow releases .. toctree:: :maxdepth: 1 + Neuron 1.19.0 Neuron 1.18.0 Neuron 1.17.2 Neuron 1.17.1 diff --git a/release-notes/README.rst b/release-notes/README.rst index 72932474..8437d869 100644 --- a/release-notes/README.rst +++ b/release-notes/README.rst @@ -8,6 +8,12 @@ Previous Neuron Release Notes :depth: 1 +Neuron 1.19.0 (04/29/2022) +^^^^^^^^^^^^^^^^^^^^^^^^^^ +**Neuron 1.19.0** release adds support for PyTorch version 1.11, updates torch-neuron 1.10 to 1.10.2, and adds support for TensorFlow version 2.8, as well as minor enhancements and bug fixes. + +Please note that starting with this release (*Neuron 1.19.0*), installing ``aws-neuron-runtime-base`` and ``oci-add-hooks`` are no longer required for Neuron Kubernetes device driver plugin. In addition starting with this release, *torch-neuron 1.5* :ref:`will no longer be supported `. + Neuron 1.18.0 (03/25/2022) ^^^^^^^^^^^^^^^^^^^^^^^^^^ diff --git a/release-notes/index.rst b/release-notes/index.rst index 1534e10c..82cc8bf6 100644 --- a/release-notes/index.rst +++ b/release-notes/index.rst @@ -9,12 +9,19 @@ What's New .. _latest-neuron-release: -Neuron 1.19.0 (04/29/2022) +Neuron 1.19.1 (05/27/2022) -------------------------- -**Neuron 1.19.0** release adds support for PyTorch version 1.11, updates torch-neuron 1.10 to 1.10.2, and adds support for TensorFlow version 2.8, as well as minor enhancements and bug fixes. +**Neuron 1.19.1** is a patch release. This release fixes a bug in Neuron Driver (``aws-neuron-dkms``). Neuron driver version 2.3.11 included in this release fixes a bug that causes kernel panic when a large memory allocation on Neuron device fails. Neuron Driver 2.3.11 also introduces a new functionality required by the upcoming Neuron 1.20.0 release. Because the new functionality is mandatory for Neuron 1.20.0 support, Neuron Driver 2.3.11 adds a compatibility check that will prevents Neuron 1.20.0 from running with older versions of the driver. An attempt to run Neuron 1.20.0 with an older version of the driver will result in the application terminating with an error message. + +In addition, this release updates ``tensorflow-neuron`` installation instructions to pin ``protobuf`` version to avoid `compatibility issues `__ with older versions of TensorFlow. + +.. important :: + + For successful installation or update to next releases (Neuron 1.20.0 and newer): + * Uninstall ``aws-neuron-dkms`` by running: ``sudo apt remove aws-neuron-dkms`` or ``sudo yum remove aws-neuron-dkms`` + * Install or upgrade to latest Neuron driver (``aws-neuron-dkms``) by following the ":ref:`neuron-install-guide`" instructions. -Please note that starting with this release (*Neuron 1.19.0*), installing ``aws-neuron-runtime-base`` and ``oci-add-hooks`` are no longer required for Neuron Kubernetes device driver plugin. In addition starting with this release, *torch-neuron 1.5* :ref:`will no longer be supported `. Detailed release notes ---------------------- diff --git a/release-notes/neuron-driver.rst b/release-notes/neuron-driver.rst index 5d991ecd..5cfc5fef 100644 --- a/release-notes/neuron-driver.rst +++ b/release-notes/neuron-driver.rst @@ -16,6 +16,23 @@ Updated : 04/29/2022 - In rare cases of multi-process applications running under heavy stress a model load failure my occur. This may require reloading of the Neuron Driver as a workaround. +Neuron Driver release [2.3.11.0] +-------------------------------- + +Date: 05/27/2022 + +New in this release +^^^^^^^^^^^^^^^^^^^ + +- This driver is required to support future releases of the Neuron Runtime. Included in the release is both a bug fix to avoid a kernel crash scenario and an increased compatibility range to ensure compatibility with future versions of Neuron Runtime. + +Bug Fixes +^^^^^^^^^ + +- Correction to huge aligned memory allocation/freeing logic that was previously susceptible to crashes in the kernel. The crash would bring down the OS. Recommending upgrade to all customers. + + + Neuron Driver release [2.3.3.0] -------------------------------- diff --git a/release-notes/neuron-k8.rst b/release-notes/neuron-k8.rst index 76c0ad67..f789c4f2 100644 --- a/release-notes/neuron-k8.rst +++ b/release-notes/neuron-k8.rst @@ -36,6 +36,17 @@ To Pull the Images from ECR: .. _1622: +Neuron K8 release [1.9.2.0] +=========================== + +Date: 05/27/2022 + +Summary +------- + +- Minor updates. + + Neuron K8 release [1.9.0.0] =========================== diff --git a/release-notes/neuronrelease/previous-content.rst b/release-notes/neuronrelease/previous-content.rst index dc34476a..fbec769f 100644 --- a/release-notes/neuronrelease/previous-content.rst +++ b/release-notes/neuronrelease/previous-content.rst @@ -7,6 +7,37 @@ Previous Releases Content :local: :depth: 1 +Neuron 1.19.0 (04/29/2022) +-------------------------------------------- + +Release included packages +^^^^^^^^^^^^^^^^^^^^^^^^^ + +.. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --list packages --neuron-version=1.19.0 + + +See :ref:`neuron-maintenance-policy` for more information. + +Release supported frameworks +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +.. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --list frameworks --neuron-version=1.19.0 + + + +Dependency Software Supported Versions +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +.. list-table:: + :widths: auto + :header-rows: 1 + :align: left + + * - Software + - Supported + * - Python + - Python 3.7 + Neuron 1.18.0 (03/25/2022) -------------------------- diff --git a/release-notes/releasecontent.rst b/release-notes/releasecontent.rst index 08eed0d3..ea3c4f5c 100644 --- a/release-notes/releasecontent.rst +++ b/release-notes/releasecontent.rst @@ -7,7 +7,7 @@ Release Details :local: :depth: 2 -Current Release - Neuron 1.19.0 (04/29/2022) +Current Release - Neuron 1.19.1 (05/27/2022) -------------------------------------------- @@ -15,7 +15,7 @@ Current Release - Neuron 1.19.0 (04/29/2022) Release included packages ^^^^^^^^^^^^^^^^^^^^^^^^^ -.. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --list packages --neuron-version=1.19.0 +.. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --list packages --neuron-version=1.19.1 See :ref:`neuron-maintenance-policy` for more information. @@ -23,7 +23,7 @@ See :ref:`neuron-maintenance-policy` for more information. Release supported frameworks ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -.. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --list frameworks --neuron-version=1.19.0 +.. program-output:: python3 src/helperscripts/neuronsetuphelper.py --file src/helperscripts/neuron-releases-manifest.json --list frameworks --neuron-version=1.19.1 diff --git a/src/examples/tensorflow/keras_resnet50/keras_resnet50.ipynb b/src/examples/tensorflow/keras_resnet50/keras_resnet50.ipynb index 55c38522..d2d5418f 100644 --- a/src/examples/tensorflow/keras_resnet50/keras_resnet50.ipynb +++ b/src/examples/tensorflow/keras_resnet50/keras_resnet50.ipynb @@ -36,7 +36,7 @@ "\n", "* Run inference on our multiple compiled models to see which has the best throughput\n", "\n", - "Before running the following verify this Jupyter notebook is running “conda_aws_neuron_tensorflow_p36” kernel. You can select the Kernel from the “Kernel -> Change Kernel” option on the top of this Jupyter notebook page." + "Verify that this Jupyter notebook is running the Python kernel environment that was set up according to the [Tensorflow Installation Guide](https://awsdocs-neuron.readthedocs-hosted.com/en/latest/neuron-intro/tensorflow-setup/tensorflow-install.html#install-neuron-tensorflow). You can select the Kernel from the “Kernel -> Change Kernel” option on the top of this Jupyter notebook page." ] }, { @@ -54,7 +54,7 @@ "metadata": {}, "outputs": [], "source": [ - "!pip install pillow # Necessary for loading images\n", + "!pip install pillow requests # Necessary for loading images\n", "!pip install 'tensorflow-neuron<2' --extra-index-url=https://pip.repos.neuron.amazonaws.com" ] }, diff --git a/src/examples/tensorflow/openpose_demo/openpose.ipynb b/src/examples/tensorflow/openpose_demo/openpose.ipynb index 5838ca6b..62e66d87 100644 --- a/src/examples/tensorflow/openpose_demo/openpose.ipynb +++ b/src/examples/tensorflow/openpose_demo/openpose.ipynb @@ -29,7 +29,7 @@ "1. Compile the OpenPose model on inf1x6large.\n", "2. Infer the same compiled model on inf1x6large.\n", "\n", - "Before running the following verify this Jupyter notebook is running “conda_aws_neuron_tensorflow_p36” kernel. You can select the Kernel from the “Kernel -> Change Kernel” option on the top of this Jupyter notebook page.\n" + "Verify that this Jupyter notebook is running the Python kernel environment that was set up according to the [Tensorflow Installation Guide](https://awsdocs-neuron.readthedocs-hosted.com/en/latest/neuron-intro/tensorflow-setup/tensorflow-install.html#install-neuron-tensorflow). You can select the Kernel from the “Kernel -> Change Kernel” option on the top of this Jupyter notebook page.\n" ] }, { diff --git a/src/examples/tensorflow/tensorflow_resnet50/resnet50.ipynb b/src/examples/tensorflow/tensorflow_resnet50/resnet50.ipynb index 7e49fb99..640bbf13 100644 --- a/src/examples/tensorflow/tensorflow_resnet50/resnet50.ipynb +++ b/src/examples/tensorflow/tensorflow_resnet50/resnet50.ipynb @@ -32,7 +32,7 @@ "1. Compile the ResNet50 model.\n", "2. Infer the same compiled model.\n", "\n", - "Before running the following verify this Jupyter notebook is running “conda_aws_neuron_tensorflow_p36” kernel. You can select the Kernel from the “Kernel -> Change Kernel” option on the top of this Jupyter notebook page.\n", + "Verify that this Jupyter notebook is running the Python kernel environment that was set up according to the [Tensorflow Installation Guide](https://awsdocs-neuron.readthedocs-hosted.com/en/latest/neuron-intro/tensorflow-setup/tensorflow-install.html#install-neuron-tensorflow). You can select the Kernel from the “Kernel -> Change Kernel” option on the top of this Jupyter notebook page.\n", "\n", "Instructions of how to setup Neuron Tensorflow environment and run the tutorial as a Jupyter notebook are available in the [Tensorflow Quick Setup](https://awsdocs-neuron.readthedocs-hosted.com/en/latest/neuron-guide/neuron-frameworks/tensorflow-neuron/tutorials/tensorflow-tutorial-setup.html#tensorflow-tutorial-setup)\n", "\n", diff --git a/src/examples/tensorflow/yolo_v3_demo/yolo_v3.ipynb b/src/examples/tensorflow/yolo_v3_demo/yolo_v3.ipynb index 6be6d338..ebd639d1 100644 --- a/src/examples/tensorflow/yolo_v3_demo/yolo_v3.ipynb +++ b/src/examples/tensorflow/yolo_v3_demo/yolo_v3.ipynb @@ -24,7 +24,7 @@ "\n", "3. Deploy the same compiled model.\n", "\n", - "Before running the following verify this Jupyter notebook is running “conda_aws_neuron_tensorflow_p36” kernel. You can select the Kernel from the “Kernel -> Change Kernel” option on the top of this Jupyter notebook page.\n", + "Verify that this Jupyter notebook is running the Python kernel environment that was set up according to the [Tensorflow Installation Guide](https://awsdocs-neuron.readthedocs-hosted.com/en/latest/neuron-intro/tensorflow-setup/tensorflow-install.html#install-neuron-tensorflow). You can select the Kernel from the “Kernel -> Change Kernel” option on the top of this Jupyter notebook page.\n", "\n", "Instructions of how to setup Neuron Tensorflow environment and run the tutorial as a Jupyter notebook are available in the Tutorial main page [Tensorflow-YOLO_v3 Tutorial](https://awsdocs-neuron.readthedocs-hosted.com/en/latest/neuron-guide/neuron-frameworks/tensorflow-neuron/tutorials/yolo_v3_demo/yolo_v3_demo.html)" ] diff --git a/src/examples/tensorflow/yolo_v4_demo/evaluate.ipynb b/src/examples/tensorflow/yolo_v4_demo/evaluate.ipynb index 79872980..cc140d56 100644 --- a/src/examples/tensorflow/yolo_v4_demo/evaluate.ipynb +++ b/src/examples/tensorflow/yolo_v4_demo/evaluate.ipynb @@ -13,7 +13,7 @@ "metadata": {}, "source": [ "## Introduction\n", - "This tutorial walks through compiling and evaluating YOLO v4 model on Inferentia using the AWS Neuron SDK 09/2020 release. We recommend running this tutorial on an EC2 `inf1.2xlarge` instance which contains one Inferentia and 8 vCPU cores, as well as 16 GB of memory." + "This tutorial walks through compiling and evaluating YOLO v4 model on Inferentia using the AWS Neuron SDK 09/2020 release. We recommend running this tutorial on an EC2 `inf1.2xlarge` instance which contains one Inferentia and 8 vCPU cores, as well as 16 GB of memory.Verify that this Jupyter notebook is running the Python kernel environment that was set up according to the [Tensorflow Installation Guide](https://awsdocs-neuron.readthedocs-hosted.com/en/latest/neuron-intro/tensorflow-setup/tensorflow-install.html#install-neuron-tensorflow) You can select the Kernel from the “Kernel -> Change Kernel” option on the top of this Jupyter notebook page." ] }, { @@ -42,7 +42,7 @@ "metadata": {}, "outputs": [], "source": [ - "!pip install neuron-cc 'tensorflow-neuron<2' requests pillow matplotlib pycocotools==2.0.1 torch~=1.5.0 --force \\\n", + "!pip install neuron-cc 'tensorflow-neuron<2' requests pillow matplotlib pycocotools==2.0.1 numpy==1.18.2 torch~=1.5.0 --force \\\n", " --extra-index-url=https://pip.repos.neuron.amazonaws.com" ] }, diff --git a/src/helperscripts/neuron-releases-manifest.json b/src/helperscripts/neuron-releases-manifest.json index 02e07cfd..2d2dee9f 100644 --- a/src/helperscripts/neuron-releases-manifest.json +++ b/src/helperscripts/neuron-releases-manifest.json @@ -4,7 +4,7 @@ "rpm": "https://yum.repos.neuron.amazonaws.com/", "deb": "https://apt.repos.neuron.amazonaws.com/" }, - "manifest_date": "YYYY-MM-DD", + "manifest_date": "2022-05-27", "manifest_version": "1.0.1", "dlami_conda_env": { "tensorflow": { @@ -352,7 +352,7 @@ }, "latest_release": { "inf1": { - "version": "1.19.0" + "version": "1.19.1" } }, "neuron_versions": { @@ -856,6 +856,506 @@ } } }, + "1.19.1": { + "python_ver": [ + "3.7" + ], + "instance_support": [ + "inf1" + ], + "arch": [ + "x86_64" + ], + "components": { + "driver": { + "framework": false, + "packages": { + "aws-neuron-dkms": { + "install_on_compute_instance": false, + "versions": { + "2.3.11.0": { + "main_version": true, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin", + "src" + ], + "content": [ + "tbd" + ], + "package_type": [ + "deb", + "rpm" + ] + } + } + } + } + }, + "libnrt": { + "framework": false, + "packages": { + "libnrt": { + "install_on_compute_instance": false, + "versions": { + "2.2.51.0": { + "main_version": true, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "neuron-rtd" + ], + "package_type": [ + "lib" + ] + } + } + } + } + }, + "k8-plugin": { + "framework": false, + "packages": { + "aws-neuron-k8-plugin": { + "install_on_compute_instance": false, + "versions": { + "1.9.2.0": { + "main_version": true, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "neuron-rtd" + ], + "package_type": [ + "deb", + "rpm" + ] + } + } + } + } + }, + "k8-scheduler": { + "framework": false, + "packages": { + "aws-neuron-k8-scheduler": { + "install_on_compute_instance": false, + "versions": { + "1.9.2.0": { + "main_version": true, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "neuron-rtd" + ], + "package_type": [ + "deb", + "rpm" + ] + } + } + } + } + }, + "tools": { + "framework": false, + "packages": { + "aws-neuron-tools": { + "install_on_compute_instance": false, + "versions": { + "2.1.4.0": { + "main_version": true, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "neuron-monitor", + "neuron-cli", + "neuron-top", + "neuron-htop" + ], + "package_type": [ + "deb", + "rpm" + ] + } + } + } + } + }, + "compiler": { + "framework": false, + "packages": { + "neuron-cc": { + "install_on_compute_instance": true, + "versions": { + "1.11.4.0": { + "main_version": true, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "tbd" + ], + "package_type": "whl" + } + } + } + } + }, + "neuronperf": { + "framework": false, + "packages": { + "neuronperf": { + "install_on_compute_instance": false, + "versions": { + "1.3.0.0": { + "main_version": true, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "tbd" + ], + "package_type": "whl" + } + } + } + } + }, + "pytorch": { + "framework": true, + "packages": { + "torch-neuron": { + "install_on_compute_instance": true, + "versions": { + "1.7.1.2.3.0.0": { + "main_version": false, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "torch-neuron" + ], + "package_type": [ + "whl" + ] + }, + "1.8.1.2.3.0.0": { + "main_version": false, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "torch-neuron" + ], + "package_type": [ + "whl" + ] + }, + "1.9.1.2.3.0.0": { + "main_version": true, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "torch-neuron" + ], + "package_type": [ + "whl" + ] + }, + "1.10.2.2.3.0.0": { + "main_version": true, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "torch-neuron" + ], + "package_type": [ + "whl" + ] + }, + "1.11.0.2.3.0.0": { + "main_version": true, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "torch-neuron" + ], + "package_type": [ + "whl" + ] + } + } + } + } + }, + "tensorflow": { + "framework": true, + "packages": { + "tensorflow-neuron": { + "install_on_compute_instance": true, + "versions": { + "1.15.5.2.3.0.0": { + "main_version": false, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "tbd" + ], + "package_type": [ + "whl" + ] + }, + "2.5.3.2.3.0.0": { + "main_version": false, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "tbd" + ], + "package_type": [ + "whl" + ] + }, + "2.6.3.2.3.0.0": { + "main_version": false, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "tbd" + ], + "package_type": [ + "whl" + ] + }, + "2.7.1.2.3.0.0": { + "main_version": true, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "tbd" + ], + "package_type": [ + "whl" + ] + }, + "2.8.0.2.3.0.0": { + "main_version": true, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "tbd" + ], + "package_type": [ + "whl" + ] + } + } + } + } + }, + "tensorflow-model-server": { + "framework": false, + "packages": { + "tensorflow-model-server-neuron": { + "install_on_compute_instance": false, + "versions": { + "1.15.0.2.3.0.0": { + "main_version": false, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "tbd" + ], + "package_type": [ + "deb", + "rpm" + ] + }, + "2.5.4.2.3.0.0": { + "main_version": false, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "tbd" + ], + "package_type": [ + "deb", + "rpm" + ] + }, + "2.6.3.2.3.0.0": { + "main_version": false, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "tbd" + ], + "package_type": [ + "deb", + "rpm" + ] + }, + "2.7.0.2.3.0.0": { + "main_version": true, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "tbd" + ], + "package_type": [ + "deb", + "rpm" + ] + }, + "2.8.0.2.3.0.0": { + "main_version": true, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "tbd" + ], + "package_type": [ + "deb", + "rpm" + ] + } + } + } + } + }, + "tensorboard": { + "framework": false, + "packages": { + "tensorboard-plugin-neuron": { + "install_on_compute_instance": false, + "versions": { + "2.4.0.0": { + "main_version": true, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "tbd" + ], + "package_type": [ + "whl" + ] + } + } + } + } + }, + "mxnet": { + "framework": true, + "packages": { + "mxnet_neuron": { + "install_on_compute_instance": true, + "versions": { + "1.5.1.1.10.0.0": { + "main_version": false, + "pre_install_cmds": [], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "tbd" + ], + "package_type": [ + "whl" + ] + } + } + }, + "mx_neuron": { + "install_on_compute_instance": true, + "versions": { + "1.8.0.2.2.2.0": { + "main_version": true, + "pre_install_cmds": [ + "wget https://aws-mx-pypi.s3.us-west-2.amazonaws.com/1.8.0/aws_mx-1.8.0.2-py2.py3-none-manylinux2014_x86_64.whl", + "pip install aws_mx-1.8.0.2-py2.py3-none-manylinux2014_x86_64.whl" + ], + "post_install_cmds": [], + "format": [ + "bin" + ], + "content": [ + "tbd" + ], + "package_type": [ + "whl" + ] + } + } + } + } + } + } + }, "1.18.0": { "python_ver": [ "3.7" diff --git a/src/helperscripts/neuronsetuphelper.py b/src/helperscripts/neuronsetuphelper.py index dcc67452..f110b784 100644 --- a/src/helperscripts/neuronsetuphelper.py +++ b/src/helperscripts/neuronsetuphelper.py @@ -401,7 +401,7 @@ def hlpr_build_pip_command(nr_setup, neuron_version, component,include_compiler, if (component == 'pytorch'): pip_cmd += ' ' + package_dict['compiler']['package'] - pip_cmd += '[tensorflow]' + pip_cmd += '[tensorflow] "protobuf<4"' if (nr_setup.is_latest_neuron==False) | (nr_setup.force_versions == True): pip_cmd += '=='+package_dict['compiler']['version'] @@ -409,6 +409,8 @@ def hlpr_build_pip_command(nr_setup, neuron_version, component,include_compiler, if (component == 'pytorch'): pip_cmd += ' torchvision' + if component == 'tensorflow': + pip_cmd += ' "protobuf<4"' else: pip_cmd += '\n' @@ -637,17 +639,17 @@ def hlpr_os_comp_setup_cmd(nr_setup, neuron_version, comp,optional,pkg): if (comp=='driver'): - os_cmd += '\n' - os_cmd += '###############################################################################################################\n' - os_cmd += '# Before installing or updating aws-neuron-dkms:'+ '\n' - os_cmd += '# - Stop any existing Neuron runtime 1.0 daemon (neuron-rtd) by calling: \'sudo systemctl stop neuron-rtd\'' + '\n' - os_cmd += '###############################################################################################################\n' + #os_cmd += '\n' + #os_cmd += '###############################################################################################################\n' + #os_cmd += '# Before installing or updating aws-neuron-dkms:'+ '\n' + #os_cmd += '# - Stop any existing Neuron runtime 1.0 daemon (neuron-rtd) by calling: \'sudo systemctl stop neuron-rtd\'' + '\n' + #os_cmd += '###############################################################################################################\n' # WARNING: Exception # Starting Neuron 1.16.0 , new kernel is needed to work with Runtime 2.x (library mode) - if (parse(neuron_version)>=parse('1.16.0')): + if (parse(neuron_version)>=parse('1.19.1')): os_cmd += '\n' os_cmd += '################################################################################################################\n' - os_cmd += '# To install or update to Neuron versions 1.16.0 and newer from previous releases:'+ '\n' + os_cmd += '# To install or update to Neuron versions 1.19.1 and newer from previous releases:'+ '\n' os_cmd += '# - DO NOT skip \'aws-neuron-dkms\' install or upgrade step, you MUST install or upgrade to latest Neuron driver'+ '\n' os_cmd += '################################################################################################################\n'