This document is relevant for: Inf1
Torchserve config.properties example#
1vmargs=-XX:+UseContainerSupport -XX:InitialRAMPercentage=8.0 -XX:MaxRAMPercentage=10.0 -XX:-UseLargePages -XX:+UseG1GC -XX:+ExitOnOutOfMemoryError
2model_store=/opt/ml/model
3load_models=ALL
4inference_address=http://0.0.0.0:8080
5management_address=http://0.0.0.0:8081
6# management_address=unix:/tmp/management.sock
7# number_of_netty_threads=0
8# netty_client_threads=0
9# default_response_timeout=120
10# default_workers_per_model=0
11# job_queue_size=100
12# async_logging=false
13# number_of_gpu=1
14# cors_allowed_origin
15# cors_allowed_methods
16# cors_allowed_headers
17# keystore=src/test/resources/keystore.p12
18# keystore_pass=changeit
19# keystore_type=PKCS12
20# private_key_file=src/test/resources/key.pem
21# certificate_file=src/test/resources/certs.pem
22# max_response_size=6553500
23# max_request_size=6553500
24# blacklist_env_vars=
25# decode_input_request=false
26# enable_envvars_config=false
This document is relevant for: Inf1