Fix bug

triton-inference-server · May 31, 2023 · 64f80d6 · 64f80d6
1 parent 746b4b3
commit 64f80d6
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/rate_limiter.cc b/src/rate_limiter.cc
@@ -798,9 +798,9 @@ RateLimiter::ResourceManager::RemoveModelInstance(
     if (ditr != max_resources_.end()) {
       for (const auto& resource : resource_device_map.second) {
         auto ritr = ditr->second.find(resource.first);
-        if (ritr != ditr->second.end() && ritr->second >= resource.second) {
+        if (ritr != ditr->second.end() && ritr->second <= resource.second) {
           update_needed = true;
-          if (ritr->second > resource.second) {
+          if (ritr->second < resource.second) {
             LOG_ERROR << "Should not print this! Removing an instance with "
                          "resource above max resource.";
           }