From cd2ee35154fc1b4962b0b3ca30b45e19a4068ca6 Mon Sep 17 00:00:00 2001 From: Juncheng Gu Date: Sun, 11 May 2025 11:29:04 -0700 Subject: [PATCH] fix: import TypedDict from typing_extensions for python<3.12 --- vllm/entrypoints/openai/serving_engine.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/vllm/entrypoints/openai/serving_engine.py b/vllm/entrypoints/openai/serving_engine.py index 37134cfb3da3..bad5d5273250 100644 --- a/vllm/entrypoints/openai/serving_engine.py +++ b/vllm/entrypoints/openai/serving_engine.py @@ -2,12 +2,18 @@ import json import time +import sys from collections.abc import (AsyncGenerator, Iterable, Iterator, Mapping, Sequence) from concurrent.futures.thread import ThreadPoolExecutor from http import HTTPStatus from typing import (Annotated, Any, Callable, ClassVar, Generic, Optional, - TypedDict, TypeVar, Union) + TypeVar, Union) + +if sys.version_info < (3, 12): + from typing_extensions import TypedDict +else: + from typing import TypedDict from fastapi import Request from pydantic import BaseModel, ConfigDict, Field