This document is relevant for: Inf1

Install Previous Tensorflow Neuron Releases for Amazon Linux (tensorflow-neuron)#

This section will assist you to install previous Neuron releases.

# Install Python venv 
sudo dnf install -y python3.8-venv gcc-c++ 

# Create Python venv
python3.8 -m venv aws_neuron_venv_tensorflow_inf1 

# Activate Python venv 
source aws_neuron_venv_tensorflow_inf1/bin/activate 
python -m pip install -U pip 

# Install Jupyter notebook kernel
pip install ipykernel 
python3.8 -m ipykernel install --user --name aws_neuron_venv_tensorflow_inf1 --display-name "Python (tensorflow-neuron)"
pip install jupyter notebook
pip install environment_kernels

# Set pip repository pointing to the Neuron repository 
python -m pip config set global.extra-index-url https://pip.repos.neuron.amazonaws.com

# Install TensorFlow Neuron
python -m pip install tensorflow-neuron[cc]==2.10.1.2.10.19.0 "protobuf"

# Install Neuron TensorBoard
python -m pip install tensorboard-plugin-neuron

# Optional: Install Tensorflow Neuron model server
sudo dnf install tensorflow-model-server-neuronx=2.10.1.2.10.19.0 -y
# Install Python venv 
sudo dnf install -y python3.8-venv gcc-c++ 

# Create Python venv
python3.8 -m venv aws_neuron_venv_tensorflow_inf1 

# Activate Python venv 
source aws_neuron_venv_tensorflow_inf1/bin/activate 
python -m pip install -U pip 

# Install Jupyter notebook kernel
pip install ipykernel 
python3.8 -m ipykernel install --user --name aws_neuron_venv_tensorflow_inf1 --display-name "Python (tensorflow-neuron)"
pip install jupyter notebook
pip install environment_kernels

# Set pip repository pointing to the Neuron repository 
python -m pip config set global.extra-index-url https://pip.repos.neuron.amazonaws.com

# Install TensorFlow Neuron
python -m pip install tensorflow-neuron[cc]==2.10.1.2.10.8.0 "protobuf"

# Install Neuron TensorBoard
python -m pip install tensorboard-plugin-neuron

# Optional: Install Tensorflow Neuron model server
sudo dnf install tensorflow-model-server-neuronx=2.10.1.2.10.8.0 -y
# Install Python venv 
sudo dnf install -y python3.8-venv gcc-c++ 

# Create Python venv
python3.8 -m venv aws_neuron_venv_tensorflow_inf1 

# Activate Python venv 
source aws_neuron_venv_tensorflow_inf1/bin/activate 
python -m pip install -U pip 

# Install Jupyter notebook kernel
pip install ipykernel 
python3.8 -m ipykernel install --user --name aws_neuron_venv_tensorflow_inf1 --display-name "Python (tensorflow-neuron)"
pip install jupyter notebook
pip install environment_kernels

# Set pip repository pointing to the Neuron repository 
python -m pip config set global.extra-index-url https://pip.repos.neuron.amazonaws.com

# Install TensorFlow Neuron
python -m pip install tensorflow-neuron[cc]==2.10.1.2.10.8.0 "protobuf"

# Install Neuron TensorBoard
python -m pip install tensorboard-plugin-neuron

# Optional: Install Tensorflow Neuron model server
sudo dnf install tensorflow-model-server-neuronx=2.10.1.2.10.8.0 -y

This document is relevant for: Inf1