10 lines
466 B
INI
10 lines
466 B
INI
inference_address=http://0.0.0.0:8085
|
|
management_address=http://0.0.0.0:8085
|
|
metrics_address=http://0.0.0.0:8082
|
|
number_of_netty_threads=4
|
|
install_py_dep_per_model=true
|
|
enable_envvars_config=true
|
|
job_queue_size=10
|
|
model_store=/mnt/models/model-store
|
|
model_snapshot={"name":"startup.cfg","modelCount":1,"models":{"bert":{"1.0":{"defaultVersion":true,"marName":"bert_test.mar","minWorkers":1,"maxWorkers":5,"batchSize":1,"maxBatchDelay":5000,"responseTimeout":120}}}}
|