From baa15911679e068db0314b4fe712ea5e97867119 Mon Sep 17 00:00:00 2001 From: Danny McCormick Date: Tue, 19 Nov 2024 11:45:55 -0500 Subject: [PATCH] Revert "Update vllm colab to work with asyncio requirements (#33122)" (#33170) This reverts commit ca92726144f5cd789c4f0e0ad1989c09ddedf36e. --- .../beam-ml/run_inference_vllm.ipynb | 27 +------------------ 1 file changed, 1 insertion(+), 26 deletions(-) diff --git a/examples/notebooks/beam-ml/run_inference_vllm.ipynb b/examples/notebooks/beam-ml/run_inference_vllm.ipynb index 5608bb4cb0b9..13b4a915c087 100644 --- a/examples/notebooks/beam-ml/run_inference_vllm.ipynb +++ b/examples/notebooks/beam-ml/run_inference_vllm.ipynb @@ -117,35 +117,10 @@ "source": [ "!pip install openai>=1.52.2\n", "!pip install vllm>=0.6.3\n", - "!pip install apache-beam[gcp]==2.61.0\n", - "!pip install nest_asyncio # only needed in colab\n", + "!pip install apache-beam[gcp]==2.60.0\n", "!pip check" ] }, - { - "cell_type": "markdown", - "source": [ - "## Colab only: allow nested asyncio\n", - "\n", - "The vLLM model handler logic below uses asyncio to feed vLLM records. This only works if we are not already in an asyncio event loop. Most of the time, this is fine, but colab already operates in an event loop. To work around this, we can use nest_asyncio to make things work smoothly in colab. Do not include this step outside of colab." - ], - "metadata": { - "id": "3xz8zuA7vcS3" - } - }, - { - "cell_type": "code", - "source": [ - "# This should not be necessary outside of colab.\n", - "import nest_asyncio\n", - "nest_asyncio.apply()\n" - ], - "metadata": { - "id": "sUqjOzw3wpI3" - }, - "execution_count": null, - "outputs": [] - }, { "cell_type": "markdown", "source": [