From 45707e21b3a203a0bba67336c36d8770e3039a10 Mon Sep 17 00:00:00 2001 From: Bill Nell Date: Fri, 4 Oct 2024 20:57:27 -0400 Subject: [PATCH] format --- vllm/_custom_ops.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/_custom_ops.py b/vllm/_custom_ops.py index d5137fcfc6d4..a6de3b13019f 100644 --- a/vllm/_custom_ops.py +++ b/vllm/_custom_ops.py @@ -3,6 +3,7 @@ from typing import List, Optional, Tuple, Union import torch +import torch.library import vllm.envs as envs from vllm._core_ext import ScalarType @@ -25,12 +26,12 @@ import vllm._moe_C # noqa: F401 supports_moe_ops = True -import torch.library try: import torch.library.register_fake except ImportError: from torch.library import impl_abstract as register_fake + def hint_on_error(fn): @functools.wraps(fn)