name: "tglauch_classifier"
platform: "onnxruntime_onnx"
backend: "onnxruntime"
default_model_filename: "model.onnx"
version_policy: {
      all: {}
}
instance_group [
  {
    count: 1
    kind: KIND_GPU
  }
]
max_batch_size: 1000

optimization: {
graph 
    execution_accelerators {
      gpu_execution_accelerator : [ {
      name : "tensorrt"
      parameters { key: "precision_mode" value: "FP16" }
      parameters { key: "max_workspace_size_bytes" value: "7516192768" }}
  ]
}}