remove unused llm infer client

.mockery.yaml

@@ -75,10 +75,6 @@ packages:
         config:
         interfaces:
             Deployer:
-    opencsg.com/csghub-server/builder/inference:
-        config:
-        interfaces:
-            Client:
     opencsg.com/csghub-server/accounting/component:
         config:
         interfaces:

api/handler/model.go

@@ -482,49 +482,6 @@ func (h *ModelHandler) DelDatasetRelation(ctx *gin.Context) {
 	httpbase.OK(ctx, nil)
 }
 
-// Predict godoc
-// @Security     ApiKey
-// @Summary      Invoke model prediction
-// @Description  invoke model prediction
-// @Tags         Model
-// @Accept       json
-// @Produce      json
-// @Param        namespace path string true "namespace"
-// @Param        name path string true "name"
-// @Param        current_user query string false "current user"
-// @Param        body body types.ModelPredictReq true "input for model prediction"
-// @Success      200  {object}  string "OK"
-// @Failure      400  {object}  types.APIBadRequest "Bad request"
-// @Failure      500  {object}  types.APIInternalServerError "Internal server error"
-// @Router       /models/{namespace}/{name}/predict [post]
-func (h *ModelHandler) Predict(ctx *gin.Context) {
-	var req types.ModelPredictReq
-	namespace, name, err := common.GetNamespaceAndNameFromContext(ctx)
-	if err != nil {
-		slog.Error("Bad request format", "error", err)
-		httpbase.BadRequest(ctx, err.Error())
-		return
-	}
-
-	if err := ctx.ShouldBindJSON(&req); err != nil {
-		slog.Error("Bad request format", "error", err)
-		httpbase.BadRequest(ctx, err.Error())
-		return
-	}
-
-	req.Name = name
-	req.Namespace = namespace
-
-	resp, err := h.c.Predict(ctx, &req)
-	if err != nil {
-		slog.Error("fail to call predict", slog.String("error", err.Error()))
-		httpbase.ServerError(ctx, err)
-		return
-	}
-
-	httpbase.OK(ctx, resp)
-}
-
 func parseTagReqs(ctx *gin.Context) (tags []types.TagReq) {
 	tagCategories := ctx.QueryArray("tag_category")
 	tagNames := ctx.QueryArray("tag_name")

api/router/api.go

@@ -435,9 +435,6 @@ func createModelRoutes(config *config.Config, apiGroup *gin.RouterGroup, needAPI
 		modelsGroup.POST("/:namespace/:name/update_downloads", middleware.RepoType(types.ModelRepo), repoCommonHandler.UpdateDownloads)
 		modelsGroup.PUT("/:namespace/:name/incr_downloads", middleware.RepoType(types.ModelRepo), repoCommonHandler.IncrDownloads)
 		modelsGroup.POST("/:namespace/:name/upload_file", middleware.RepoType(types.ModelRepo), repoCommonHandler.UploadFile)
-		// invoke model endpoint to do pediction
-		modelsGroup.POST("/:namespace/:name/predict", modelHandler.Predict)
-
 		modelsGroup.POST("/:namespace/:name/mirror", middleware.RepoType(types.ModelRepo), repoCommonHandler.CreateMirror)
 		modelsGroup.GET("/:namespace/:name/mirror", middleware.RepoType(types.ModelRepo), repoCommonHandler.GetMirror)
 		modelsGroup.PUT("/:namespace/:name/mirror", middleware.RepoType(types.ModelRepo), repoCommonHandler.UpdateMirror)