File tree Expand file tree Collapse file tree 2 files changed +8
-7
lines changed Expand file tree Collapse file tree 2 files changed +8
-7
lines changed Original file line number Diff line number Diff line change @@ -94,11 +94,11 @@ var _ = ginkgo.Describe("InferencePool", func() {
94
94
func newInferenceModel (ns string ) * v1alpha2.InferenceModel {
95
95
targets := []v1alpha2.TargetModel {
96
96
{
97
- Name : modelName + "-0" ,
97
+ Name : modelName ,
98
98
Weight : ptr .To (int32 (50 )),
99
99
},
100
100
{
101
- Name : modelName + "-1 " ,
101
+ Name : "cad-fabricator " ,
102
102
Weight : ptr .To (int32 (50 )),
103
103
},
104
104
}
Original file line number Diff line number Diff line change @@ -104,10 +104,11 @@ data:
104
104
timeout: 10s
105
105
processing_mode:
106
106
request_header_mode: SEND
107
- response_header_mode: SKIP
108
- request_body_mode: BUFFERED
109
- request_trailer_mode: SKIP
110
- response_trailer_mode: SKIP
107
+ response_header_mode: SEND
108
+ request_body_mode: FULL_DUPLEX_STREAMED
109
+ response_body_mode: FULL_DUPLEX_STREAMED
110
+ request_trailer_mode: SEND
111
+ response_trailer_mode: SEND
111
112
message_timeout: 1000s
112
113
# Mark it as disabled if needed for troubleshooting:
113
114
# disabled: true
@@ -221,7 +222,7 @@ spec:
221
222
spec :
222
223
containers :
223
224
- name : envoy
224
- image : docker.io/envoyproxy/envoy:distroless-v1.32 .2
225
+ image : docker.io/envoyproxy/envoy:distroless-v1.33 .2
225
226
args :
226
227
- " --service-cluster"
227
228
- " default/inference-gateway"
You can’t perform that action at this time.
0 commit comments