Create config.pbtxt

google · May 8, 2024 · b78d671 · b78d671
1 parent 6022938
commit b78d671
Showing 1 changed file with 32 additions and 0 deletions.
diff --git a/triton/triton-inference-server/ASimpleModel/config.pbtxt b/triton/triton-inference-server/ASimpleModel/config.pbtxt
@@ -0,0 +1,32 @@
+name: "MODEL_NAME"
+backend: "python"
+
+input [
+ {
+ name: "input__0"
+ data_type: TYPE_FP32
+ dims: [ -1, 3 ]
+ }
+]
+
+output [
+ {
+ name: "output__0"
+ data_type: TYPE_FP32
+ dims: [ -1, 1 ]
+ }
+]
+
+instance_group [
+ {
+ count: 1
+ kind: KIND_CPU
+ }
+]
+
+parameters [
+ {
+ key: "INFERENCE_MODE"
+ value: { string_value: "true" }
+ }
+]