fix(test): Linux 가용 메모리와 컨테이너 상한을 반영한다

This commit is contained in:
2026-11-19 19:32:11 +09:00
parent cfd815cd7c
commit d9755bf995
2 changed files with 169 additions and 2 deletions
@@ -1,9 +1,12 @@
package buildlogic package buildlogic
import com.sun.management.OperatingSystemMXBean import com.sun.management.OperatingSystemMXBean
import org.gradle.api.logging.Logging
import java.io.IOException import java.io.IOException
import java.lang.management.ManagementFactory import java.lang.management.ManagementFactory
import java.nio.charset.StandardCharsets import java.nio.charset.StandardCharsets
import java.nio.file.Files
import java.nio.file.Path
import java.util.concurrent.TimeUnit import java.util.concurrent.TimeUnit
import java.util.regex.Pattern import java.util.regex.Pattern
@@ -14,6 +17,7 @@ object TestHeapPolicy {
"Mach Virtual Memory Statistics:\\s*\\(page size of ([0-9]+) bytes\\)" "Mach Virtual Memory Statistics:\\s*\\(page size of ([0-9]+) bytes\\)"
) )
private val PAGE_COUNTER = Pattern.compile("Pages (free|inactive)\\s*:\\s*([0-9]+)\\.?") private val PAGE_COUNTER = Pattern.compile("Pages (free|inactive)\\s*:\\s*([0-9]+)\\.?")
private val LINUX_MEMORY_COUNTER = Pattern.compile("(MemTotal|MemAvailable):\\s+([0-9]+)\\s+kB")
@JvmStatic @JvmStatic
fun calculateHeapMiB(availableBytes: Long, maxParallelForks: Int, maxWorkers: Int): Long { fun calculateHeapMiB(availableBytes: Long, maxParallelForks: Int, maxWorkers: Int): Long {
@@ -34,7 +38,8 @@ object TestHeapPolicy {
@JvmStatic @JvmStatic
fun readAvailableBytes(): Long { fun readAvailableBytes(): Long {
val availableBytes = if (System.getProperty("os.name").startsWith("Mac")) { val osName = System.getProperty("os.name")
val availableBytes = if (osName.startsWith("Mac")) {
val builder = ProcessBuilder("/usr/bin/vm_stat").redirectErrorStream(true) val builder = ProcessBuilder("/usr/bin/vm_stat").redirectErrorStream(true)
builder.environment()["LC_ALL"] = "C" builder.environment()["LC_ALL"] = "C"
try { try {
@@ -66,7 +71,25 @@ object TestHeapPolicy {
val operatingSystem = checkNotNull(ManagementFactory.getPlatformMXBean(OperatingSystemMXBean::class.java)) { val operatingSystem = checkNotNull(ManagementFactory.getPlatformMXBean(OperatingSystemMXBean::class.java)) {
"OperatingSystemMXBean free-memory observation is unavailable" "OperatingSystemMXBean free-memory observation is unavailable"
} }
operatingSystem.freeMemorySize if (osName == "Linux") {
val memInfo = try {
Files.readString(Path.of("/proc/meminfo"), StandardCharsets.US_ASCII)
} catch (failure: IOException) {
throw IllegalStateException("Unable to read Linux available memory from /proc/meminfo", failure)
}
val jvmTotalBytes = operatingSystem.totalMemorySize
val jvmFreeBytes = operatingSystem.freeMemorySize
val available = resolveLinuxAvailableBytes(memInfo, jvmTotalBytes, jvmFreeBytes)
Logging.getLogger(TestHeapPolicy::class.java).lifecycle(
"Test memory (Linux): JVM total={} MiB, JVM free={} MiB, effective available={} MiB",
jvmTotalBytes / MIB,
jvmFreeBytes / MIB,
available / MIB
)
available
} else {
operatingSystem.freeMemorySize
}
} }
check(availableBytes > 0) { check(availableBytes > 0) {
"Available-memory observation must be positive: availableBytes=$availableBytes" "Available-memory observation must be positive: availableBytes=$availableBytes"
@@ -74,6 +97,41 @@ object TestHeapPolicy {
return availableBytes return availableBytes
} }
internal fun resolveLinuxAvailableBytes(memInfo: String, jvmTotalBytes: Long, jvmFreeBytes: Long): Long {
var hostTotalBytes = -1L
var hostAvailableBytes = -1L
try {
for (rawLine in memInfo.lineSequence()) {
val line = rawLine.trim()
if (line.startsWith("MemTotal:") || line.startsWith("MemAvailable:")) {
val counter = LINUX_MEMORY_COUNTER.matcher(line)
require(counter.matches()) { "Malformed Linux memory counter: $line" }
val bytes = Math.multiplyExact(counter.group(2).toLong(), 1024L)
if (counter.group(1) == "MemTotal") {
require(hostTotalBytes < 0) { "Duplicate Linux MemTotal counter" }
hostTotalBytes = bytes
} else {
require(hostAvailableBytes < 0) { "Duplicate Linux MemAvailable counter" }
hostAvailableBytes = bytes
}
}
}
} catch (failure: NumberFormatException) {
throw IllegalArgumentException("Linux memory counters exceed the supported long range", failure)
} catch (failure: ArithmeticException) {
throw IllegalArgumentException("Linux memory counters exceed the supported long range", failure)
}
require(hostTotalBytes > 0 && hostAvailableBytes >= 0 && hostAvailableBytes <= hostTotalBytes) {
"Linux /proc/meminfo requires positive MemTotal and MemAvailable within that total"
}
check(jvmTotalBytes > 0) { "JVM total-memory observation must be positive" }
if (jvmTotalBytes < hostTotalBytes) {
check(jvmFreeBytes >= 0) { "Container free-memory observation must not be negative" }
return minOf(hostAvailableBytes, jvmFreeBytes, jvmTotalBytes)
}
return hostAvailableBytes
}
internal fun parseMacVmStat(output: String): Long { internal fun parseMacVmStat(output: String): Long {
var pageSize = -1L var pageSize = -1L
var freePages = -1L var freePages = -1L
@@ -0,0 +1,109 @@
package buildlogic
import org.junit.jupiter.api.Assertions.assertEquals
import org.junit.jupiter.api.Assertions.assertThrows
import org.junit.jupiter.api.DynamicTest
import org.junit.jupiter.api.DynamicTest.dynamicTest
import org.junit.jupiter.api.Test
import org.junit.jupiter.api.TestFactory
class LinuxAvailableMemoryTest {
@Test
fun shouldUseReclaimableHostMemoryInsteadOfTheReportedJenkinsFreeMemory() {
val available = TestHeapPolicy.resolveLinuxAvailableBytes(memInfo(), 16 * GIB, 1315 * MIB)
assertEquals(10 * GIB, available)
assertEquals(3840L, TestHeapPolicy.calculateHeapMiB(available, 1, 1))
}
@Test
fun shouldAllowHostMemoryWhenJvmTotalIsLargerThanProcTotal() {
assertEquals(10 * GIB, TestHeapPolicy.resolveLinuxAvailableBytes(memInfo(), 16 * GIB + 4096, 1315 * MIB))
}
@Test
fun shouldNotTreatZeroHostFreePagesAsZeroAvailableMemory() {
assertEquals(10 * GIB, TestHeapPolicy.resolveLinuxAvailableBytes(memInfo(), 16 * GIB, 0))
}
@Test
fun shouldCapAvailableMemoryByRecognizedContainerHeadroom() {
assertEquals(3 * GIB, TestHeapPolicy.resolveLinuxAvailableBytes(memInfo(), 4 * GIB, 3 * GIB))
}
@Test
fun shouldRespectHostPressureEvenWhenTheContainerHasMoreHeadroom() {
assertEquals(GIB, TestHeapPolicy.resolveLinuxAvailableBytes(memInfo(availableKiB = GIB / 1024), 4 * GIB, 3 * GIB))
}
@Test
fun shouldNeverExceedTheRecognizedContainerTotal() {
assertEquals(4 * GIB, TestHeapPolicy.resolveLinuxAvailableBytes(memInfo(), 4 * GIB, 8 * GIB))
}
@Test
fun shouldPreserveZeroAvailableMemoryWithoutFallingBackToHostFree() {
assertEquals(0L, TestHeapPolicy.resolveLinuxAvailableBytes(memInfo(availableKiB = 0), 16 * GIB, 1315 * MIB))
assertEquals(0L, TestHeapPolicy.resolveLinuxAvailableBytes(memInfo(), 4 * GIB, 0))
}
@Test
fun shouldRejectUnknownRemainingMemoryForARecognizedContainerLimit() {
assertThrows(IllegalStateException::class.java) {
TestHeapPolicy.resolveLinuxAvailableBytes(memInfo(), 4 * GIB, -1)
}
}
@TestFactory
fun shouldRejectUnknownJvmTotalMemory(): List<DynamicTest> = listOf(0L, -1L).map { total ->
dynamicTest("JVM total $total") {
assertThrows(IllegalStateException::class.java) {
TestHeapPolicy.resolveLinuxAvailableBytes(memInfo(), total, GIB)
}
}
}
@Test
fun shouldParseReorderedKiBCountersWithoutAddingCachedOrSwapPages() {
val input = "MemAvailable:\t3072 kB\nCached: 999999 kB\nSwapFree: 999999 kB\n MemTotal: 4096 kB\n"
assertEquals(3 * MIB, TestHeapPolicy.resolveLinuxAvailableBytes(input, 4 * MIB, MIB))
}
@TestFactory
fun shouldRejectMissingDuplicateMalformedOrOverflowingProcCounters(): List<DynamicTest> {
val valid = memInfo()
return listOf(
"",
"MemTotal: 16777216 kB\n",
"MemAvailable: 10485760 kB\n",
valid + "MemTotal: 16777216 kB\n",
valid + "MemAvailable: 10485760 kB\n",
valid.replace("16777216 kB", "0 kB"),
valid.replace("10485760 kB", "16777217 kB"),
valid.replace("10485760 kB", "-1 kB"),
valid.replace("10485760 kB", "1.5 kB"),
valid.replace("10485760 kB", "invalid kB"),
valid.replace("10485760 kB", "10485760 MB"),
valid.replace("10485760 kB", "10485760"),
valid.replace("10485760 kB", "10485760 kB trailing"),
valid.replace("16777216 kB", "9223372036854775808 kB"),
valid.replace("10485760 kB", "9223372036854775808 kB"),
valid.replace("16777216 kB", "9007199254740992 kB"),
valid.replace("10485760 kB", "9007199254740992 kB")
).map { input ->
dynamicTest("rejects ${input.replace('\n', ' ')}") {
assertThrows(IllegalArgumentException::class.java) {
TestHeapPolicy.resolveLinuxAvailableBytes(input, 16 * GIB, GIB)
}
}
}
}
private fun memInfo(availableKiB: Long = 10 * GIB / 1024): String =
"MemTotal: 16777216 kB\nMemFree: 1346560 kB\nMemAvailable: $availableKiB kB\n"
companion object {
private const val MIB = 1_048_576L
private const val GIB = 1_073_741_824L
}
}