fix: self._tokenizer is unset (#549)

guicho271828 · web-flow · commit 5ac4b2f28d3a · 2026-02-16T19:29:14.000Z
diff --git a/mellea/backends/vllm.py b/mellea/backends/vllm.py
@@ -150,6 +150,7 @@ def __init__(
                 self._underlying_model = vllm.AsyncLLMEngine.from_engine_args(
                     vllm.AsyncEngineArgs(model=self._hf_model_id, **engine_args)
                 )
+                self._tokenizer = self._underlying_model.get_tokenizer()
                 break
             except torch._dynamo.exc.BackendCompilerFailed as e:  # type: ignore
                 # example:

Original file line number	Diff line number	Diff line change
`@@ -150,6 +150,7 @@ def __init__(`
`150`	`150`	`self._underlying_model = vllm.AsyncLLMEngine.from_engine_args(`
`151`	`151`	`vllm.AsyncEngineArgs(model=self._hf_model_id, **engine_args)`
`152`	`152`	`)`
	`153`	`+ self._tokenizer = self._underlying_model.get_tokenizer()`
`153`	`154`	`break`
`154`	`155`	`except torch._dynamo.exc.BackendCompilerFailed as e: # type: ignore`
`155`	`156`	`# example:`