This document is relevant for: Inf1

Torchserve config.properties example#

 1vmargs=-XX:+UseContainerSupport -XX:InitialRAMPercentage=8.0 -XX:MaxRAMPercentage=10.0 -XX:-UseLargePages -XX:+UseG1GC -XX:+ExitOnOutOfMemoryError
 2model_store=/opt/ml/model
 3load_models=ALL
 4inference_address=http://0.0.0.0:8080
 5management_address=http://0.0.0.0:8081
 6# management_address=unix:/tmp/management.sock
 7# number_of_netty_threads=0
 8# netty_client_threads=0
 9# default_response_timeout=120
10# default_workers_per_model=0
11# job_queue_size=100
12# async_logging=false
13# number_of_gpu=1
14# cors_allowed_origin
15# cors_allowed_methods
16# cors_allowed_headers
17# keystore=src/test/resources/keystore.p12
18# keystore_pass=changeit
19# keystore_type=PKCS12
20# private_key_file=src/test/resources/key.pem
21# certificate_file=src/test/resources/certs.pem
22# max_response_size=6553500
23# max_request_size=6553500
24# blacklist_env_vars=
25# decode_input_request=false
26# enable_envvars_config=false

This document is relevant for: Inf1