iframe-proxy | Sunbelt Computer Software

35 lines (30 loc) · 1.12 KB

 * SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 * SPDX-License-Identifier: Apache-2.0
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * http://www.apache.org/licenses/LICENSE-2.0
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
#include "sampler/sampling.h"
#include <cmath>
namespace trt_edgellm
bool shouldUseNonGreedySampling(float temperature, int64_t topK, float topP) noexcept
    // topK == 1 forces greedy regardless of other params (only one candidate token)
    if (topK == 1)
        return false;
    return (topK > 1) || (topP < 1.0f - 1e-6f) || (temperature > 1e-3f && std::fabs(temperature - 1.0f) > 1e-3f);
} // namespace trt_edgellm

Sunbelt Computer Software

PL/B Language Development and Support

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Uh oh!

Sunbelt Computer Software

PL/B Language Development and Support

Uh oh!

FilesExpand file tree

samplingUtils.cpp

Latest commit

History

samplingUtils.cpp

File metadata and controls