This document is relevant for: Inf1
tensorflow-model-server-neuron Dockerfile#
1# Example tensorflow-model-server-neuron dockerfile.
2
3# Note: tensorflow_model_server_neuron must be pointed at the model location and name using MODEL_BASE_PATH and
4# MODEL_NAME env variables. MODEL_BASE_PATH may be an s3 location.
5
6# To build:
7# docker build . -f Dockerfile.tf-serving -t tensorflow-model-server-neuron
8
9
10FROM amazonlinux:2
11
12
13# Expose ports for gRPC and REST
14EXPOSE 8500 8501
15
16ENV MODEL_BASE_PATH=/models \
17 MODEL_NAME=model
18
19RUN echo $'[neuron] \n\
20name=Neuron YUM Repository \n\
21baseurl=https://yum.repos.neuron.amazonaws.com \n\
22enabled=1' > /etc/yum.repos.d/neuron.repo
23
24RUN rpm --import https://yum.repos.neuron.amazonaws.com/GPG-PUB-KEY-AMAZON-AWS-NEURON.PUB
25
26RUN yum install -y tensorflow-model-server-neuron
27RUN mkdir -p /root/models/
28#copy your model
29COPY tf_model/ /root/models/
30RUN ls -la /root/models/*
31
32CMD ["/bin/sh", "-c", "/usr/local/bin/tensorflow_model_server_neuron --port=8500 --rest_api_port=8501 --model_name=${MODEL_NAME} --model_base_path=/root/models/${MODEL_NAME}"]
This document is relevant for: Inf1