Add additional step to parse resource factors from config file to sto…

…red config
caraml-dev · Jan 19, 2024 · f8a256a · f8a256a
1 parent 99c321f
commit f8a256a
Showing 1 changed file with 11 additions and 9 deletions.
diff --git a/api/config/environment.go b/api/config/environment.go
@@ -175,14 +175,16 @@ func ParseDeploymentConfig(envCfg *EnvironmentConfig, cfg *Config) DeploymentCon
 			CPURequest:    resource.MustParse(envCfg.DefaultTransformerConfig.CPURequest),
 			MemoryRequest: resource.MustParse(envCfg.DefaultTransformerConfig.MemoryRequest),
 		},
-		MaxCPU:                    resource.MustParse(envCfg.MaxCPU),
-		MaxMemory:                 resource.MustParse(envCfg.MaxMemory),
-		TopologySpreadConstraints: envCfg.TopologySpreadConstraints,
-		QueueResourcePercentage:   envCfg.QueueResourcePercentage,
-		PyfuncGRPCOptions:         cfg.PyfuncGRPCOptions,
-		PodDisruptionBudget:       envCfg.PodDisruptionBudget,
-		GPUs:                      envCfg.GPUs,
-		StandardTransformer:       cfg.StandardTransformerConfig,
-		PyFuncPublisher:           cfg.PyFuncPublisherConfig,
+		MaxCPU:                                resource.MustParse(envCfg.MaxCPU),
+		MaxMemory:                             resource.MustParse(envCfg.MaxMemory),
+		TopologySpreadConstraints:             envCfg.TopologySpreadConstraints,
+		QueueResourcePercentage:               envCfg.QueueResourcePercentage,
+		PyfuncGRPCOptions:                     cfg.PyfuncGRPCOptions,
+		PodDisruptionBudget:                   envCfg.PodDisruptionBudget,
+		GPUs:                                  envCfg.GPUs,
+		StandardTransformer:                   cfg.StandardTransformerConfig,
+		PyFuncPublisher:                       cfg.PyFuncPublisherConfig,
+		UserContainerCPULimitRequestFactor:    cfg.InferenceServiceDefaults.UserContainerCPULimitRequestFactor,
+		UserContainerMemoryLimitRequestFactor: cfg.InferenceServiceDefaults.UserContainerMemoryLimitRequestFactor,
 	}
 }