diff --git a/src/common/host_memory.cpp b/src/common/host_memory.cpp
index a11c1c149b..7d7354632b 100644
--- a/src/common/host_memory.cpp
+++ b/src/common/host_memory.cpp
@@ -711,7 +711,7 @@ public:
         constexpr u64 MapSlotsPerWindow = 64;
         const u64 affordable_windows = permissible_maps / MapSlotsPerWindow;
         budget = (std::min)(budget, affordable_windows * window_size);
-        budget = (std::min)(budget, static_cast<u64>(backing_size));
+        budget = (std::min)(budget, static_cast<u64>(backing_size) / 2);
         budget = Common::AlignDown(budget, window_size);
         constexpr u64 MinimumBudget = 256ULL << 20;
         if (budget < MinimumBudget) {