rename flags

Author: ahg-g

cmd/epp/runner/runner.go

@@ -348,6 +348,8 @@ func (r *Runner) parsePluginsConfiguration(ctx context.Context) error {
 		return fmt.Errorf("failed to load the configuration - %w", err)
 	}
 
+	setupLog.Info("Configuration file loaded", "config", config)
+
 	r.schedulerConfig, err = loader.LoadSchedulerConfig(config.SchedulingProfiles, handle)
 	if err != nil {
 		return fmt.Errorf("failed to create Scheduler configuration - %w", err)

config/charts/inferencepool/templates/epp-config.yaml

@@ -79,7 +79,7 @@ data:
       - pluginRef: prefix-cache-scorer
         weight: 1
       - pluginRef: max-score-picker
-  {{- if (hasKey .Values.inferenceExtension "additionalConfigs") }}
-  {{- .Values.inferenceExtension.additionalConfigs | toYaml | nindent 2 }}
+  {{- if (hasKey .Values.inferenceExtension "pluginsCustomConfig") }}
+  {{- .Values.inferenceExtension.pluginsCustomConfig | toYaml | nindent 2 }}
   {{- end }}
 

config/charts/inferencepool/templates/epp-deployment.yaml

@@ -36,7 +36,7 @@ spec:
         - -metricsPort
         - "9090"
         - -configFile
-        - {{ .Values.inferenceExtension.configFile }}
+        - "config/{{ .Values.inferenceExtension.pluginsConfigFile }}"
         # https://pkg.go.dev/flag#hdr-Command_line_flag_syntax; space is only for non-bool flags
         - "-enablePprof={{ .Values.inferenceExtension.enablePprof }}"
         {{- if eq (.Values.inferencePool.modelServerType | default "vllm") "triton-tensorrt-llm" }}

config/charts/inferencepool/values.yaml

@@ -8,9 +8,10 @@ inferenceExtension:
   extProcPort: 9002
   env: {}
   enablePprof: true # Enable pprof handlers for profiling and debugging
-  configFile: "/config/default-plugins.yaml"
-  # additionalConfigs:
-  #   custom-config.yaml: |
+  # This is the plugins configuration file. 
+  pluginsConfigFile: "default-plugins.yaml"
+  # pluginsCustomConfig:
+  #   custom-plugins.yaml: |
   #     apiVersion: inference.networking.x-k8s.io/v1alpha1
   #     kind: EndpointPickerConfig
   #     plugins:
@@ -23,7 +24,9 @@ inferenceExtension:
   #     - name: default
   #       plugins:
   #       - pluginRef: custom-scorer
+  #         weight: 1
   #       - pluginRef: max-score-picker
+  #         weight: 1
 
   # Example environment variables:
   # env: