From e0fca8a4532fe497b5c68616d53b456acab4f3d9 Mon Sep 17 00:00:00 2001 From: riteshghorse Date: Tue, 19 Sep 2023 16:31:26 -0400 Subject: [PATCH] correct example snippet --- sdks/python/apache_beam/ml/inference/huggingface_inference.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdks/python/apache_beam/ml/inference/huggingface_inference.py b/sdks/python/apache_beam/ml/inference/huggingface_inference.py index b8fa9dbc0331..3ec063808ae3 100644 --- a/sdks/python/apache_beam/ml/inference/huggingface_inference.py +++ b/sdks/python/apache_beam/ml/inference/huggingface_inference.py @@ -603,7 +603,7 @@ def __init__( Example Usage:: model_handler = HuggingFacePipelineModelHandler( - model_uri="bert-base-uncased", model="meta-llama/Llama-2-7b-hf", + task="text-generation", model="meta-llama/Llama-2-7b-hf", load_pipeline_args={'model_kwargs':{'quantization_map':config}}) inference_fn: the inference function to use during RunInference.