screen_sbert_engine/config.pbtxt

name: "screen_sbert_engine"
platform: "tensorrt_plan"

input [
  {
    name: "bbox"
    data_type: TYPE_FP32
    dims: [ -1, -1, 4 ]
  },
  {
    name: "function_embedding"
    data_type: TYPE_FP32
    dims: [ -1, -1, 1024 ]
  },
  {
    name: "vision_embedding"
    data_type: TYPE_FP32
    dims: [ -1, -1, 768 ]
  },
  {
    name: "text_embedding"
    data_type: TYPE_FP32
    dims: [ -1, -1, 1024 ]
  },
  {
    name: "padding_mask"
    data_type: TYPE_INT32
    dims: [ -1, -1 ]
  }
]

output [
  {
    name: "screen_embedding"
    data_type: TYPE_FP32
    dims: [ -1, 512 ]
  }
]

instance_group [
  {
    kind: KIND_GPU
    count: 1
    gpus: [0]
  }
]