Skip to content

Commit

Permalink
[Bugfix] Fix import error in Phi-3.5-MoE (vllm-project#8052)
Browse files Browse the repository at this point in the history
  • Loading branch information
DarkLight1337 authored and siddharth9820 committed Sep 30, 2024
1 parent 3040963 commit ae82d1b
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions vllm/model_executor/models/phimoe.py
Original file line number Diff line number Diff line change
Expand Up @@ -38,13 +38,13 @@
from vllm.model_executor.layers.quantization.base_config import (
QuantizationConfig)
from vllm.model_executor.layers.rotary_embedding import get_rope
from vllm.model_executor.layers.sampler import Sampler
from vllm.model_executor.layers.sampler import Sampler, SamplerOutput
from vllm.model_executor.layers.vocab_parallel_embedding import (
DEFAULT_VOCAB_PADDING_SIZE, ParallelLMHead, VocabParallelEmbedding)
from vllm.model_executor.model_loader.weight_utils import (
default_weight_loader, maybe_remap_kv_scale_name)
from vllm.model_executor.sampling_metadata import SamplingMetadata
from vllm.sequence import IntermediateTensors, SamplerOutput
from vllm.sequence import IntermediateTensors

from .interfaces import SupportsLoRA

Expand Down

0 comments on commit ae82d1b

Please sign in to comment.