Skip to content

vllm.v1.spec_decode.utils

_SAMPLING_EPS module-attribute 

_SAMPLING_EPS = 1e-05

is_spec_decode_unsupported 

is_spec_decode_unsupported(
    sampling_params: SamplingParams,
) -> bool

True if request is incompatible with speculative decoding

Source code in vllm/v1/spec_decode/utils.py 
 8
 9
10
11
12
13
14
15
16
def is_spec_decode_unsupported(sampling_params: SamplingParams) -> bool:
    """True if request is incompatible with speculative decoding"""
    return (
        sampling_params.frequency_penalty != 0.0
        or sampling_params.presence_penalty != 0.0
        or sampling_params.repetition_penalty != 1.0
        or sampling_params.min_p > _SAMPLING_EPS
        or sampling_params.logprobs is not None
    )