Skip to content

Commit

Permalink
Merge branch 'main' into add-recipe-check-vllm-e2e
Browse files Browse the repository at this point in the history
  • Loading branch information
horheynm authored Nov 22, 2024
2 parents cfa6c76 + 19027b2 commit e41d025
Showing 1 changed file with 4 additions and 0 deletions.
4 changes: 4 additions & 0 deletions tests/e2e/vLLM/test_vllm.py
Original file line number Diff line number Diff line change
Expand Up @@ -102,6 +102,7 @@ def setUp(self):
"The president of the US is",
"My name is",
]
self.session = active_session()

def test_vllm(self):
import torch
Expand Down Expand Up @@ -153,6 +154,9 @@ def test_vllm(self):
# check that expected files exist
self._check_save_dir_has_expected_files()

# Reset after session info is extracted on save -- recipe
self.session.reset()

# Run vLLM with saved model
logger.info("================= RUNNING vLLM =========================")
sampling_params = SamplingParams(temperature=0.80, top_p=0.95)
Expand Down

0 comments on commit e41d025

Please sign in to comment.