Skip to content

Retina windows agent pod crashes with OOM error due to excessive logs #2622

Description

@lakshk98

Retina windows pod crash due to excessive 'ipv6 not supported error' logs.

pasting relevant log


ts=2026-07-30T01:40:02.735Z level=error caller=enricher/enricher.go:110 msg="IP version is not supported" IPVersion=IPv6
ts=2026-07-30T01:40:02.735Z level=error caller=enricher/enricher.go:110 msg="IP version is not supported" IPVersion=IPv6
ts=2026-07-30T01:40:02.736Z level=error caller=enricher/enricher.go:110 msg="IP version is not supported" IPVersion=IPv6
ts=2026-07-30T01:40:02.736Z level=error caller=enricher/enricher.go:110 msg="IP version is not supported" IPVersion=IPv6
runtime: VirtualAlloc of 16777216 bytes failed with errno=1455
fatal error: out of memory

runtime stack:
runtime.throw({0x7ff632709da4?, 0x38b51ff520?})
	/usr/lib/golang/src/runtime/panic.go:1229 +0x4d fp=0x38b51ff4e8 sp=0x38b51ff4b8 pc=0x7ff63007bced
runtime.sysUsedOS(0x2dc73ff2a000, 0x1000000)
	/usr/lib/golang/src/runtime/mem_windows.go:83 +0x1e5 fp=0x38b51ff568 sp=0x38b51ff4e8 pc=0x7ff630018b85
runtime.sysUsed(...)
	/usr/lib/golang/src/runtime/mem.go:91
runtime.(*mheap).allocSpan(0x7ff6344fc820, 0x800, 0x0, 0x1)
	/usr/lib/golang/src/runtime/mheap.go:1404 +0x4a7 fp=0x38b51ff618 sp=0x38b51ff568 pc=0x7ff63002f527
runtime.(*mheap).alloc.func1()
	/usr/lib/golang/src/runtime/mheap.go:1017 +0x5c fp=0x38b51ff660 sp=0x38b51ff618 pc=0x7ff63002ecdc
runtime.systemstack(0x2dc737402000)
	/usr/lib/golang/src/runtime/asm_amd64.s:562 +0x49 fp=0x38b51ff670 sp=0x38b51ff660 pc=0x7ff630082349

goroutine 15201 gp=0x2dc739bc50e0 m=25 mp=0x2dc737400008 [running]:
runtime.systemstack_switch()
	/usr/lib/golang/src/runtime/asm_amd64.s:516 +0x8 fp=0x2dc73808f9e0 sp=0x2dc73808f9d0 pc=0x7ff6300822e8
runtime.(*mheap).alloc(0x7ff6301681f5?, 0x14e6e9e0100?, 0x8?)
	/usr/lib/golang/src/runtime/mheap.go:1011 +0x57 fp=0x2dc73808fa28 sp=0x2dc73808f9e0 pc=0x7ff63002ec37
runtime.(*mcache).allocLarge(0x2dc7364aecb0?, 0x1000000, 0x1)
	/usr/lib/golang/src/runtime/mcache.go:257 +0x7f fp=0x2dc73808fa78 sp=0x2dc73808fa28 pc=0x7ff630015d1f
runtime.mallocgcLarge(0x16?, 0x0, 0x0)
	/usr/lib/golang/src/runtime/malloc.go:1703 +0x79 fp=0x2dc73808fad0 sp=0x2dc73808fa78 pc=0x7ff630012ed9
runtime.mallocgc(0x1000000, 0x0, 0x0)
	/usr/lib/golang/src/runtime/malloc.go:1156 +0xd3 fp=0x2dc73808fb00 sp=0x2dc73808fad0 pc=0x7ff6300793f3
runtime.growslice(0x0, 0x2dc7364aecb0?, 0x7ff6321def00?, 0x14e6bc1bb40?, 0x2dc73808fbe8?)
	/usr/lib/golang/src/runtime/slice.go:265 +0x573 fp=0x2dc73808fb70 sp=0x2dc73808fb00 pc=0x7ff63007e773
bytes.growSlice({0x2dc73e51a000, 0x7fff5c, 0x7ff63266a3a0?}, 0x7ff6344c4140?)
	/usr/lib/golang/src/bytes/buffer.go:267 +0x95 fp=0x2dc73808fc08 sp=0x2dc73808fb70 pc=0x7ff63013a7f5
bytes.(*Buffer).grow(0x2dc73c01ede0, 0x3cc)
	/usr/lib/golang/src/bytes/buffer.go:169 +0x14f fp=0x2dc73808fc40 sp=0x2dc73808fc08 pc=0x7ff63013a22f
bytes.(*Buffer).Write(0x2dc73c01ede0, {0x2dc734975800, 0x3cc, 0x14e6bc1bb40?})
	/usr/lib/golang/src/bytes/buffer.go:197 +0x59 fp=0x2dc73808fc70 sp=0x2dc73808fc40 pc=0x7ff63013a419
encoding/json.(*Encoder).Encode(0x2dc73808fd60, {0x7ff6321def00, 0x2dc7364aecb0})
	/usr/lib/golang/src/encoding/json/stream.go:233 +0x1f0 fp=0x2dc73808fd18 sp=0x2dc73808fc70 pc=0x7ff63015b8d0
github.com/microsoft/ApplicationInsights-Go/appinsights.telemetryBufferItems.serialize({0x2dc739808000, 0x2710, 0x40?})
	/root/go/pkg/mod/github.com/microsoft/!application!insights-!go@v0.4.4/appinsights/jsonserializer.go:18 +0xcd fp=0x2dc73808fde0 sp=0x2dc73808fd18 pc=0x7ff63169800d
github.com/microsoft/ApplicationInsights-Go/appinsights.(*InMemoryChannel).transmitRetry(0x2dc734c48780, {0x2dc739808000, 0x2710, 0x2c00}, 0x1, 0x0)
	/root/go/pkg/mod/github.com/microsoft/!application!insights-!go@v0.4.4/appinsights/inmemorychannel.go:366 +0x5b fp=0x2dc73808ff48 sp=0x2dc73808fde0 pc=0x7ff63169761b
github.com/microsoft/ApplicationInsights-Go/appinsights.(*inMemoryChannelState).send.func1({0x2dc739808000?, 0x7ff63004e250?, 0x4?}, 0x80?, 0x2dc7375145d0?)
	/root/go/pkg/mod/github.com/microsoft/!application!insights-!go@v0.4.4/appinsights/inmemorychannel.go:289 +0x6a fp=0x2dc73808ffa8 sp=0x2dc73808ff48 pc=0x7ff631696f8a
github.com/microsoft/ApplicationInsights-Go/appinsights.(*inMemoryChannelState).send.gowrap1()
	/root/go/pkg/mod/github.com/microsoft/!application!insights-!go@v0.4.4/appinsights/inmemorychannel.go:290 +0x2c fp=0x2dc73808ffe0 sp=0x2dc73808ffa8 pc=0x7ff631696f0c
runtime.goexit({})
	/usr/lib/golang/src/runtime/asm_amd64.s:1771 +0x1 fp=0x2dc73808ffe8 sp=0x2dc73808ffe0 pc=0x7ff630083f81
created by github.com/microsoft/ApplicationInsights-Go/appinsights.(*inMemoryChannelState).send in goroutine 87
	/root/go/pkg/mod/github.com/microsoft/!application!insights-!go@v0.4.4/appinsights/inmemorychannel.go:287 +0x206

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Type

    No type

    Projects

    Status
    No status

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions