Skip to content

Commit

Permalink
chore(trtllm): minor fix
Browse files Browse the repository at this point in the history
  • Loading branch information
mfuntowicz committed Oct 21, 2024
1 parent 4a0f05e commit 42ed868
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 2 deletions.
2 changes: 1 addition & 1 deletion backends/trtllm/include/backend.h
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,7 @@ namespace huggingface::tgi::backends {
/**
* Initialize logging mechanism
*/
void huggingface::tgi::backends::InitializeLogging() {
void InitializeLogging() {
#ifdef NDEBUG
if (const auto TRTLLM_LOG_LEVEL_CSTR = std::getenv("TRTLLM_LOG_LEVEL")) {
std::string log_level(TRTLLM_LOG_LEVEL_CSTR);
Expand Down
3 changes: 2 additions & 1 deletion backends/trtllm/lib/backend.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,8 @@ void huggingface::tgi::backends::InitializeBackend() {
}
}

[[nodiscard]] tle::ParallelConfig GetParallelConfig(const size_t worldSize, std::string workerPath) {
[[nodiscard]]
tle::ParallelConfig GetParallelConfig(const size_t worldSize, std::string workerPath) {
auto mode = tle::CommunicationMode::kLEADER;
std::optional<tle::OrchestratorConfig> orchestratorConfig = std::nullopt;

Expand Down

0 comments on commit 42ed868

Please sign in to comment.