使用tensorflow批处理构建图片服务及测试

docker run -d --name serving_base tensorflow/serving

max_batch_size { value: 32 }
batch_timeout_micros { value: 5000 }
pad_variable_length_inputs: true

docker cp /home/Desktop/tf/models/my_model serving_base:/models/my_model

docker cp /home/Desktop/tf/batch_config/batching_parameters.txt serving_base:/server_config

docker commit --change "ENV MODEL_NAME my_model" serving_base acnet

docker kill serving base

docker run --rm --name serve -p8500:8500 -p8501:8501 -d acnet

curl http://localhost:8501/v1/models/model

{
 "model_version_status": [
  {
   "version": "1",
   "state": "AVAILABLE",
   "status": {
    "error_code": "OK",
    "error_message": ""
   }
  }
 ]
}