heap profile: 18: 414000 [65774: 5231235512] @ heap/1048576 0: 0 [3: 144] @ 0x7649d5 0x7649f6 0x79181f 0x76c9c7 0x7716b8 0x493cc1 # 0x7649d4 net/textproto.NewReader+0x74 net/textproto/reader.go:38 # 0x7649f5 net/http.newTextprotoReader+0x95 net/http/request.go:1044 # 0x79181e net/http.readRequest+0x3e net/http/request.go:1080 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [1: 5376] @ 0x809fa5 0x80a15c 0x804925 0x18db1a5 0x18db1d4 0x18dd9a5 0x18dd748 0x19084a7 0x1c53a8e 0x1c50e1b 0x1c50197 0x1c4f6b5 0x1c4f6b6 0x1c48c76 0x1c4f627 0x82a8fe 0x827345 0x826d4f 0x1c56b7f 0x45676b 0x493cc1 # 0x809fa4 github.com/NVIDIA/go-dcgm/pkg/dcgm.getBusID+0x24 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/topology.go:107 # 0x80a15b github.com/NVIDIA/go-dcgm/pkg/dcgm.getDeviceTopology+0xfb github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/topology.go:129 # 0x804924 github.com/NVIDIA/go-dcgm/pkg/dcgm.getDeviceInfo+0x284 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/device_info.go:256 # 0x18db1a4 github.com/NVIDIA/go-dcgm/pkg/dcgm.GetDeviceInfo+0x64 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/api.go:85 # 0x18db1d3 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider.dcgmProvider.GetDeviceInfo+0x93 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider/dcgm.go:167 # 0x18dd9a4 github.com/NVIDIA/dcgm-exporter/internal/pkg/deviceinfo.(*Info).initializeGPUInfo+0x124 github.com/NVIDIA/dcgm-exporter/internal/pkg/deviceinfo/device_info.go:142 # 0x18dd747 github.com/NVIDIA/dcgm-exporter/internal/pkg/deviceinfo.Initialize+0x487 github.com/NVIDIA/dcgm-exporter/internal/pkg/deviceinfo/device_info.go:105 # 0x19084a6 github.com/NVIDIA/dcgm-exporter/internal/pkg/devicewatchlistmanager.(*WatchListManager).CreateEntityWatchList+0x446 github.com/NVIDIA/dcgm-exporter/internal/pkg/devicewatchlistmanager/device_watchlist_manager.go:131 # 0x1c53a8d github.com/NVIDIA/dcgm-exporter/pkg/cmd.startDeviceWatchListManager+0x2ed github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:869 # 0x1c50e1a github.com/NVIDIA/dcgm-exporter/pkg/cmd.buildRegistry+0x9a github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:592 # 0x1c50196 github.com/NVIDIA/dcgm-exporter/pkg/cmd.StartDCGMExporterWithSignalSource+0x5d6 github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:493 # 0x1c4f6b4 github.com/NVIDIA/dcgm-exporter/pkg/cmd.startDCGMExporter+0x54 github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:581 # 0x1c4f6b5 github.com/NVIDIA/dcgm-exporter/pkg/cmd.action.func1+0x55 github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:397 # 0x1c48c75 github.com/NVIDIA/dcgm-exporter/internal/pkg/stdout.Capture+0x1d5 github.com/NVIDIA/dcgm-exporter/internal/pkg/stdout/capture.go:76 # 0x1c4f626 github.com/NVIDIA/dcgm-exporter/pkg/cmd.action+0x46 github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:388 # 0x82a8fd github.com/urfave/cli/v2.(*Command).Run+0x7bd github.com/urfave/cli/v2@v2.27.6/command.go:276 # 0x827344 github.com/urfave/cli/v2.(*App).RunContext+0x5a4 github.com/urfave/cli/v2@v2.27.6/app.go:333 # 0x826d4e github.com/urfave/cli/v2.(*App).Run+0x2e github.com/urfave/cli/v2@v2.27.6/app.go:307 # 0x1c56b7e main.main+0x5e github.com/NVIDIA/dcgm-exporter/cmd/dcgm-exporter/main.go:30 # 0x45676a runtime.main+0x28a runtime/proc.go:283 0: 0 [1: 663552] @ 0x70cb2e 0x70cb08 0x19bf0c8 0x19c4b85 0x19c2c52 0x19c7e8e 0x19bce25 0x19bcae5 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x70cb2d compress/flate.NewWriter+0x28d compress/flate/deflate.go:663 # 0x70cb07 compress/gzip.(*Writer).Write+0x267 compress/gzip/gzip.go:191 # 0x19bf0c7 runtime/pprof.(*profileBuilder).flush+0x47 runtime/pprof/proto.go:146 # 0x19c4b84 runtime/pprof.(*profileBuilder).emitLocation+0x14a4 runtime/pprof/proto.go:655 # 0x19c2c51 runtime/pprof.(*profileBuilder).appendLocsForStack+0x271 runtime/pprof/proto.go:432 # 0x19c7e8d runtime/pprof.writeHeapProto+0x66d runtime/pprof/protomem.go:47 # 0x19bce24 runtime/pprof.writeHeapInternal+0x2a4 runtime/pprof/pprof.go:634 # 0x19bcae4 runtime/pprof.writeHeap+0x24 runtime/pprof/pprof.go:593 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 131072] @ 0x465999 0x47d3b3 0x476c7b 0x5c99e5 0x19d349b 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x5c99e4 runtime/trace.Start+0x84 runtime/trace/trace.go:125 # 0x19d349a net/http/pprof.Trace+0x2ba net/http/pprof/pprof.go:183 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 1048576] @ 0x19bdf90 0x19bdf05 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19bdf8f runtime/pprof.writeGoroutineStacks+0x2f runtime/pprof/pprof.go:762 # 0x19bdf04 runtime/pprof.writeGoroutine+0x24 runtime/pprof/pprof.go:753 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 1048576] @ 0x465956 0x4241b1 0x19be390 0x19d30e5 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19be38f runtime/pprof.StartCPUProfile+0xef runtime/pprof/pprof.go:855 # 0x19d30e4 net/http/pprof.Profile+0x2c4 net/http/pprof/pprof.go:157 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 16384] @ 0x19bcc31 0x19bcae5 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19bcc30 runtime/pprof.writeHeapInternal+0xb0 runtime/pprof/pprof.go:624 # 0x19bcae4 runtime/pprof.writeHeap+0x24 runtime/pprof/pprof.go:593 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 16384] @ 0x19bcc31 0x19bcb49 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19bcc30 runtime/pprof.writeHeapInternal+0xb0 runtime/pprof/pprof.go:624 # 0x19bcb48 runtime/pprof.writeAlloc+0x28 runtime/pprof/pprof.go:599 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 262144] @ 0x7018f3 0x70cb47 0x70cb08 0x19bf0c8 0x19bf7f6 0x19c7c65 0x19bce25 0x19bcae5 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x7018f2 compress/flate.(*compressor).init+0x432 compress/flate/deflate.go:587 # 0x70cb46 compress/flate.NewWriter+0x2a6 compress/flate/deflate.go:664 # 0x70cb07 compress/gzip.(*Writer).Write+0x267 compress/gzip/gzip.go:191 # 0x19bf0c7 runtime/pprof.(*profileBuilder).flush+0x47 runtime/pprof/proto.go:146 # 0x19bf7f5 runtime/pprof.(*profileBuilder).pbSample+0xb5 runtime/pprof/proto.go:168 # 0x19c7c64 runtime/pprof.writeHeapProto+0x444 runtime/pprof/protomem.go:60 # 0x19bce24 runtime/pprof.writeHeapInternal+0x2a4 runtime/pprof/pprof.go:634 # 0x19bcae4 runtime/pprof.writeHeap+0x24 runtime/pprof/pprof.go:593 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [2: 524288] @ 0x7018f3 0x70cb47 0x70cb08 0x19bf0c8 0x19bf7f6 0x19c7c65 0x19bce25 0x19bcb49 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x7018f2 compress/flate.(*compressor).init+0x432 compress/flate/deflate.go:587 # 0x70cb46 compress/flate.NewWriter+0x2a6 compress/flate/deflate.go:664 # 0x70cb07 compress/gzip.(*Writer).Write+0x267 compress/gzip/gzip.go:191 # 0x19bf0c7 runtime/pprof.(*profileBuilder).flush+0x47 runtime/pprof/proto.go:146 # 0x19bf7f5 runtime/pprof.(*profileBuilder).pbSample+0xb5 runtime/pprof/proto.go:168 # 0x19c7c64 runtime/pprof.writeHeapProto+0x444 runtime/pprof/protomem.go:60 # 0x19bce24 runtime/pprof.writeHeapInternal+0x2a4 runtime/pprof/pprof.go:634 # 0x19bcb48 runtime/pprof.writeAlloc+0x28 runtime/pprof/pprof.go:599 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 139264] @ 0x701870 0x70189f 0x70cb47 0x70cb08 0x19bf0c8 0x19bf7f6 0x19c7c65 0x19bce25 0x19bcb49 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x70186f compress/flate.newDeflateFast+0x3af compress/flate/deflatefast.go:64 # 0x70189e compress/flate.(*compressor).init+0x3de compress/flate/deflate.go:586 # 0x70cb46 compress/flate.NewWriter+0x2a6 compress/flate/deflate.go:664 # 0x70cb07 compress/gzip.(*Writer).Write+0x267 compress/gzip/gzip.go:191 # 0x19bf0c7 runtime/pprof.(*profileBuilder).flush+0x47 runtime/pprof/proto.go:146 # 0x19bf7f5 runtime/pprof.(*profileBuilder).pbSample+0xb5 runtime/pprof/proto.go:168 # 0x19c7c64 runtime/pprof.writeHeapProto+0x444 runtime/pprof/protomem.go:60 # 0x19bce24 runtime/pprof.writeHeapInternal+0x2a4 runtime/pprof/pprof.go:634 # 0x19bcb48 runtime/pprof.writeAlloc+0x28 runtime/pprof/pprof.go:599 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 9472] @ 0x489693 0x419edd 0x419ede 0x419e2f 0x41b997 0x41b705 0x41cc89 0x19c39ff 0x19c2eb2 0x19c7e8e 0x19bce25 0x19bcae5 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19c39fe runtime/pprof.(*profileBuilder).emitLocation+0x31e runtime/pprof/proto.go:606 # 0x19c2eb1 runtime/pprof.(*profileBuilder).appendLocsForStack+0x4d1 runtime/pprof/proto.go:467 # 0x19c7e8d runtime/pprof.writeHeapProto+0x66d runtime/pprof/protomem.go:47 # 0x19bce24 runtime/pprof.writeHeapInternal+0x2a4 runtime/pprof/pprof.go:634 # 0x19bcae4 runtime/pprof.writeHeap+0x24 runtime/pprof/pprof.go:593 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 3072] @ 0x51c74e 0x51c569 0x19c5953 0x19c1c9c 0x19c787a 0x19bce25 0x19bcb49 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x51c74d os.readFileContents+0xed os/file.go:838 # 0x51c568 os.ReadFile+0xa8 os/file.go:805 # 0x19c5952 runtime/pprof.(*profileBuilder).readMapping+0x32 runtime/pprof/proto_other.go:18 # 0x19c1c9b runtime/pprof.newProfileBuilder+0x1db runtime/pprof/proto.go:270 # 0x19c7879 runtime/pprof.writeHeapProto+0x59 runtime/pprof/protomem.go:17 # 0x19bce24 runtime/pprof.writeHeapInternal+0x2a4 runtime/pprof/pprof.go:634 # 0x19bcb48 runtime/pprof.writeAlloc+0x28 runtime/pprof/pprof.go:599 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 144] @ 0x489693 0x418dc5 0x418db8 0x41cbf4 0x19a7abc 0x49f4ea 0x49f465 0x49f465 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7abb github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0x11b github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:129 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 352] @ 0x489693 0x418dc5 0x418db8 0x41d8d9 0x773545 0x7734eb 0x7734ea 0x77374e 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x773544 net/textproto.MIMEHeader.Set+0xc4 net/textproto/header.go:22 # 0x7734ea net/http.Header.Set+0x6a net/http/header.go:40 # 0x7734e9 net/http.Error+0x69 net/http/server.go:2323 # 0x77374d net/http.NotFound+0x2d net/http/server.go:2330 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 96] @ 0x6f553c 0x791ca9 0x791caa 0x76c9c7 0x7716b8 0x493cc1 # 0x6f553b net/textproto.readMIMEHeader+0x27b net/textproto/reader.go:573 # 0x791ca8 net/textproto.(*Reader).ReadMIMEHeader+0x4c8 net/textproto/reader.go:507 # 0x791ca9 net/http.readRequest+0x4c9 net/http/request.go:1133 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [1: 96] @ 0x19c17f8 0x19c2d4f 0x19c7e8e 0x19bce25 0x19bcb49 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19c17f7 runtime/pprof.allFrames+0x217 runtime/pprof/proto.go:232 # 0x19c2d4e runtime/pprof.(*profileBuilder).appendLocsForStack+0x36e runtime/pprof/proto.go:451 # 0x19c7e8d runtime/pprof.writeHeapProto+0x66d runtime/pprof/protomem.go:47 # 0x19bce24 runtime/pprof.writeHeapInternal+0x2a4 runtime/pprof/pprof.go:634 # 0x19bcb48 runtime/pprof.writeAlloc+0x28 runtime/pprof/pprof.go:599 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [3: 1990656] @ 0x70cb2e 0x70cb08 0x19bf0c8 0x19bf7f6 0x19c7c65 0x19bce25 0x19bcb49 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x70cb2d compress/flate.NewWriter+0x28d compress/flate/deflate.go:663 # 0x70cb07 compress/gzip.(*Writer).Write+0x267 compress/gzip/gzip.go:191 # 0x19bf0c7 runtime/pprof.(*profileBuilder).flush+0x47 runtime/pprof/proto.go:146 # 0x19bf7f5 runtime/pprof.(*profileBuilder).pbSample+0xb5 runtime/pprof/proto.go:168 # 0x19c7c64 runtime/pprof.writeHeapProto+0x444 runtime/pprof/protomem.go:60 # 0x19bce24 runtime/pprof.writeHeapInternal+0x2a4 runtime/pprof/pprof.go:634 # 0x19bcb48 runtime/pprof.writeAlloc+0x28 runtime/pprof/pprof.go:599 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [2: 278528] @ 0x701870 0x70189f 0x70cb47 0x70cb08 0x19c25c6 0x19bc025 0x19be195 0x19bdf25 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x70186f compress/flate.newDeflateFast+0x3af compress/flate/deflatefast.go:64 # 0x70189e compress/flate.(*compressor).init+0x3de compress/flate/deflate.go:586 # 0x70cb46 compress/flate.NewWriter+0x2a6 compress/flate/deflate.go:664 # 0x70cb07 compress/gzip.(*Writer).Write+0x267 compress/gzip/gzip.go:191 # 0x19c25c5 runtime/pprof.(*profileBuilder).build+0x5a5 runtime/pprof/proto.go:390 # 0x19bc024 runtime/pprof.printCountProfile+0xa44 runtime/pprof/pprof.go:526 # 0x19be194 runtime/pprof.writeRuntimeProfile+0x154 runtime/pprof/pprof.go:804 # 0x19bdf24 runtime/pprof.writeGoroutine+0x44 runtime/pprof/pprof.go:755 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 65536] @ 0x7017e5 0x70cb47 0x70cb08 0x19c25c6 0x19bc025 0x19be195 0x19bdf25 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x7017e4 compress/flate.(*compressor).init+0x324 compress/flate/deflate.go:583 # 0x70cb46 compress/flate.NewWriter+0x2a6 compress/flate/deflate.go:664 # 0x70cb07 compress/gzip.(*Writer).Write+0x267 compress/gzip/gzip.go:191 # 0x19c25c5 runtime/pprof.(*profileBuilder).build+0x5a5 runtime/pprof/proto.go:390 # 0x19bc024 runtime/pprof.printCountProfile+0xa44 runtime/pprof/pprof.go:526 # 0x19be194 runtime/pprof.writeRuntimeProfile+0x154 runtime/pprof/pprof.go:804 # 0x19bdf24 runtime/pprof.writeGoroutine+0x44 runtime/pprof/pprof.go:755 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [3: 1990656] @ 0x70cb2e 0x70cb08 0x19c25c6 0x19bc025 0x19be195 0x19bdf25 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x70cb2d compress/flate.NewWriter+0x28d compress/flate/deflate.go:663 # 0x70cb07 compress/gzip.(*Writer).Write+0x267 compress/gzip/gzip.go:191 # 0x19c25c5 runtime/pprof.(*profileBuilder).build+0x5a5 runtime/pprof/proto.go:390 # 0x19bc024 runtime/pprof.printCountProfile+0xa44 runtime/pprof/pprof.go:526 # 0x19be194 runtime/pprof.writeRuntimeProfile+0x154 runtime/pprof/pprof.go:804 # 0x19bdf24 runtime/pprof.writeGoroutine+0x44 runtime/pprof/pprof.go:755 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 3072] @ 0x19c0945 0x19c08dd 0x19c0826 0x19c080b 0x19c254a 0x19bc025 0x19be195 0x19bdf25 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19c0944 runtime/pprof.(*protobuf).varint+0x444 runtime/pprof/protobuf.go:16 # 0x19c08dc runtime/pprof.(*protobuf).uint64+0x3dc runtime/pprof/protobuf.go:30 # 0x19c0825 runtime/pprof.(*protobuf).uint64Opt+0x325 runtime/pprof/protobuf.go:57 # 0x19c080a runtime/pprof.(*profileBuilder).pbMapping+0x30a runtime/pprof/proto.go:192 # 0x19c2549 runtime/pprof.(*profileBuilder).build+0x529 runtime/pprof/proto.go:383 # 0x19bc024 runtime/pprof.printCountProfile+0xa44 runtime/pprof/pprof.go:526 # 0x19be194 runtime/pprof.writeRuntimeProfile+0x154 runtime/pprof/pprof.go:804 # 0x19bdf24 runtime/pprof.writeGoroutine+0x44 runtime/pprof/pprof.go:755 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 240] @ 0x19c1630 0x19c1606 0x19c2d4f 0x19c7e8e 0x19bce25 0x19bcae5 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19c1605 runtime/pprof.allFrames+0x25 runtime/pprof/proto.go:214 # 0x19c2d4e runtime/pprof.(*profileBuilder).appendLocsForStack+0x36e runtime/pprof/proto.go:451 # 0x19c7e8d runtime/pprof.writeHeapProto+0x66d runtime/pprof/protomem.go:47 # 0x19bce24 runtime/pprof.writeHeapInternal+0x2a4 runtime/pprof/pprof.go:634 # 0x19bcae4 runtime/pprof.writeHeap+0x24 runtime/pprof/pprof.go:593 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 663552] @ 0x70cb2e 0x70cb08 0x19bf0c8 0x19c4b85 0x19c2eb2 0x19c7e8e 0x19bce25 0x19bcae5 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x70cb2d compress/flate.NewWriter+0x28d compress/flate/deflate.go:663 # 0x70cb07 compress/gzip.(*Writer).Write+0x267 compress/gzip/gzip.go:191 # 0x19bf0c7 runtime/pprof.(*profileBuilder).flush+0x47 runtime/pprof/proto.go:146 # 0x19c4b84 runtime/pprof.(*profileBuilder).emitLocation+0x14a4 runtime/pprof/proto.go:655 # 0x19c2eb1 runtime/pprof.(*profileBuilder).appendLocsForStack+0x4d1 runtime/pprof/proto.go:467 # 0x19c7e8d runtime/pprof.writeHeapProto+0x66d runtime/pprof/protomem.go:47 # 0x19bce24 runtime/pprof.writeHeapInternal+0x2a4 runtime/pprof/pprof.go:634 # 0x19bcae4 runtime/pprof.writeHeap+0x24 runtime/pprof/pprof.go:593 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 24] @ 0x59d7ff 0x58e253 0x435cf9 0x493cc1 # 0x59d7fe unique.addUniqueMap[...].func1+0x3e unique/handle.go:134 # 0x58e252 unique.registerCleanup.func1+0xd2 unique/handle.go:162 # 0x435cf8 runtime.unique_runtime_registerUniqueMapCleanup.func2+0x38 runtime/mgc.go:1798 0: 0 [2: 416] @ 0x52533a 0x49e011 0x527ebe 0x5286b0 0x5b2ba5 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x525339 fmt.init.func1+0x19 fmt/print.go:147 # 0x49e010 sync.(*Pool).Get+0xb0 sync/pool.go:155 # 0x527ebd fmt.newPrinter+0x1d fmt/print.go:152 # 0x5286af fmt.Fprint+0x2f fmt/print.go:261 # 0x5b2ba4 text/template.(*state).printValue+0x184 text/template/exec.go:1107 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 48] @ 0x48973a 0x48974f 0x19a7a9e 0x49f4ea 0x49f465 0x49f465 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7a9d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0xfd github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:129 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 192] @ 0x525fd3 0x525f9e 0x526cf9 0x529b05 0x52b7b8 0x52f185 0x5286c9 0x5b2ba5 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x525fd2 fmt.(*buffer).writeString+0x72 fmt/print.go:108 # 0x525f9d fmt.(*fmt).padString+0x3d fmt/format.go:113 # 0x526cf8 fmt.(*fmt).fmtS+0x38 fmt/format.go:362 # 0x529b04 fmt.(*pp).fmtString+0x84 fmt/print.go:494 # 0x52b7b7 fmt.(*pp).printArg+0x377 fmt/print.go:741 # 0x52f184 fmt.(*pp).doPrint+0x44 fmt/print.go:1208 # 0x5286c8 fmt.Fprint+0x48 fmt/print.go:262 # 0x5b2ba4 text/template.(*state).printValue+0x184 text/template/exec.go:1107 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [2: 128] @ 0x525fd3 0x525f9e 0x526cf9 0x529b05 0x52b7b8 0x52f185 0x5286c9 0x5b2ba5 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x525fd2 fmt.(*buffer).writeString+0x72 fmt/print.go:108 # 0x525f9d fmt.(*fmt).padString+0x3d fmt/format.go:113 # 0x526cf8 fmt.(*fmt).fmtS+0x38 fmt/format.go:362 # 0x529b04 fmt.(*pp).fmtString+0x84 fmt/print.go:494 # 0x52b7b7 fmt.(*pp).printArg+0x377 fmt/print.go:741 # 0x52f184 fmt.(*pp).doPrint+0x44 fmt/print.go:1208 # 0x5286c8 fmt.Fprint+0x48 fmt/print.go:262 # 0x5b2ba4 text/template.(*state).printValue+0x184 text/template/exec.go:1107 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [2: 128] @ 0x7929a8 0x792973 0x7715cd 0x493cc1 # 0x7929a7 bufio.NewWriterSize+0x1c7 bufio/bufio.go:599 # 0x792972 net/http.newBufioWriterSize+0x192 net/http/server.go:894 # 0x7715cc net/http.(*conn).serve+0x2ac net/http/server.go:2014 0: 0 [2: 16] @ 0x418f2e 0x41e3fc 0x19a7b59 0x49f4ea 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7b58 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0x1b8 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:131 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [4: 128] @ 0x419dd2 0x41b997 0x41b705 0x41e486 0x19a7b59 0x49f4ea 0x49f465 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7b58 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0x1b8 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:131 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [2: 32] @ 0x525c1f 0x525be7 0x526995 0x5296dd 0x52b567 0x52e2fe 0x528473 0x1918f25 0x19183a5 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x525c1e fmt.(*buffer).write+0x7e fmt/print.go:104 # 0x525be6 fmt.(*fmt).pad+0x46 fmt/format.go:95 # 0x526994 fmt.(*fmt).fmtInteger+0x374 fmt/format.go:322 # 0x5296dc fmt.(*pp).fmtInteger+0x11c fmt/print.go:430 # 0x52b566 fmt.(*pp).printArg+0x126 fmt/print.go:727 # 0x52e2fd fmt.(*pp).doPrintf+0x37d fmt/print.go:1074 # 0x528472 fmt.Sprintf+0x52 fmt/print.go:239 # 0x1918f24 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toString+0x204 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:380 # 0x19183a4 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x104 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:301 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [1: 1792] @ 0x49e3bc 0x49e206 0x49ded4 0x52801f 0x528708 0x5b2ba5 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x49e3bb sync.(*Pool).pinSlow+0x17b sync/pool.go:241 # 0x49e205 sync.(*Pool).pin+0x45 sync/pool.go:220 # 0x49ded3 sync.(*Pool).Put+0x33 sync/pool.go:111 # 0x52801e fmt.(*pp).free+0xde fmt/print.go:181 # 0x528707 fmt.Fprint+0x87 fmt/print.go:264 # 0x5b2ba4 text/template.(*state).printValue+0x184 text/template/exec.go:1107 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [2: 32768] @ 0x536c94 0x5366bd 0x536899 0x5286ef 0x5b2ba5 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x536c93 bytes.growSlice+0x93 bytes/buffer.go:249 # 0x5366bc bytes.(*Buffer).grow+0x13c bytes/buffer.go:151 # 0x536898 bytes.(*Buffer).Write+0x58 bytes/buffer.go:179 # 0x5286ee fmt.Fprint+0x6e fmt/print.go:263 # 0x5b2ba4 text/template.(*state).printValue+0x184 text/template/exec.go:1107 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 128] @ 0x49e912 0x49df25 0x7927a9 0x770e2d 0x770ed8 0x7728e8 0x771b16 0x493cc1 # 0x49e911 sync.(*poolChain).pushHead+0x51 sync/poolqueue.go:226 # 0x49df24 sync.(*Pool).Put+0x84 sync/pool.go:115 # 0x7927a8 net/http.putBufioReader+0x128 net/http/server.go:873 # 0x770e2c net/http.(*conn).finalFlush+0x2c net/http/server.go:1784 # 0x770ed7 net/http.(*conn).close+0x17 net/http/server.go:1799 # 0x7728e7 net/http.(*conn).serve.func1+0x1e7 net/http/server.go:1959 # 0x771b15 net/http.(*conn).serve+0x7f5 net/http/server.go:2114 0: 0 [2: 32] @ 0x471af2 0x471265 0x471485 0x6544e6 0x654433 0x77137b 0x493cc1 # 0x6544e5 net.JoinHostPort+0x225 net/ipsock.go:242 # 0x654432 net.(*TCPAddr).String+0x172 net/tcpsock.go:52 # 0x77137a net/http.(*conn).serve+0x5a net/http/server.go:1939 0: 0 [1: 8] @ 0x418f2e 0x41e3fc 0x1918b09 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x1918b08 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x868 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:358 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [1: 8] @ 0x6551e6 0x656319 0x6554d0 0x776e2c 0x1a5cad6 0x1a5bde7 0x19a7410 0x493cc1 # 0x6551e5 net.newTCPConn+0xa5 net/tcpsock.go:297 # 0x656318 net.(*TCPListener).accept+0x58 net/tcpsock_posix.go:163 # 0x6554cf net.(*TCPListener).Accept+0x2f net/tcpsock.go:380 # 0x776e2b net/http.(*Server).Serve+0x30b net/http/server.go:3424 # 0x1a5cad5 github.com/prometheus/exporter-toolkit/web.Serve+0x755 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:351 # 0x1a5bde6 github.com/prometheus/exporter-toolkit/web.ServeMultiple.func1+0x26 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:274 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [2: 5376] @ 0x489693 0x419edd 0x419ede 0x419e2f 0x41b997 0x41b705 0x41e486 0x19a7b59 0x49f4ea 0x49f465 0x49f465 0x49f465 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7b58 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0x1b8 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:131 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [5: 240] @ 0x1c4750e 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x1c4750d github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x9ad github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:290 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 48] @ 0x49e8f9 0x49df25 0x764b4b 0x791fcd 0x76c9c7 0x7716b8 0x493cc1 # 0x49e8f8 sync.(*poolChain).pushHead+0x38 sync/poolqueue.go:225 # 0x49df24 sync.(*Pool).Put+0x84 sync/pool.go:115 # 0x764b4a net/http.putTextprotoReader+0x4a net/http/request.go:1049 # 0x791fcc net/http.readRequest+0x7ec net/http/request.go:1173 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [3: 48] @ 0x4c7e85 0x7714d8 0x493cc1 # 0x4c7e84 context.WithCancel+0x64 context/context.go:242 # 0x7714d7 net/http.(*conn).serve+0x1b7 net/http/server.go:2008 0: 0 [1: 208] @ 0x52533a 0x49e011 0x527ebe 0x528345 0x76a651 0x5c50e7 0x770aad 0x77078a 0x1c46922 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x525339 fmt.init.func1+0x19 fmt/print.go:147 # 0x49e010 sync.(*Pool).Get+0xb0 sync/pool.go:155 # 0x527ebd fmt.newPrinter+0x1d fmt/print.go:152 # 0x528344 fmt.Fprintf+0x44 fmt/print.go:223 # 0x76a650 net/http.(*chunkWriter).Write+0xd0 net/http/server.go:383 # 0x5c50e6 bufio.(*Writer).Write+0xe6 bufio/bufio.go:683 # 0x770aac net/http.(*response).write+0x28c net/http/server.go:1702 # 0x770789 net/http.(*response).Write+0x29 net/http/server.go:1665 # 0x1c46921 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x221 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:254 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [5: 80] @ 0x4c7e85 0x76ce6a 0x7716b8 0x493cc1 # 0x4c7e84 context.WithCancel+0x64 context/context.go:242 # 0x76ce69 net/http.(*conn).readRequest+0x6c9 net/http/server.go:1083 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [3: 96] @ 0x419dd2 0x418e4d 0x41e3fc 0x19a7b59 0x49f4ea 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7b58 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0x1b8 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:131 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [10: 320] @ 0x419dd2 0x418e4d 0x41e3fc 0x1918b09 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x1918b08 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x868 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:358 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [6: 192] @ 0x419dd2 0x41b997 0x41b705 0x41e486 0x1918b09 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x1918b08 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x868 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:358 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [1: 64] @ 0x6f553c 0x791ca9 0x791caa 0x76c9c7 0x7716b8 0x493cc1 # 0x6f553b net/textproto.readMIMEHeader+0x27b net/textproto/reader.go:573 # 0x791ca8 net/textproto.(*Reader).ReadMIMEHeader+0x4c8 net/textproto/reader.go:507 # 0x791ca9 net/http.readRequest+0x4c9 net/http/request.go:1133 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [6: 288] @ 0x48973a 0x48974f 0x19a7a9e 0x49f4ea 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7a9d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0xfd github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:129 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [5: 80] @ 0x76e0e7 0x76dc97 0x7709f7 0x77078a 0x1c46922 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x76e0e6 net/http.Header.Clone+0x5c6 net/http/header.go:104 # 0x76dc96 net/http.(*response).WriteHeader+0x176 net/http/server.go:1231 # 0x7709f6 net/http.(*response).write+0x1d6 net/http/server.go:1688 # 0x770789 net/http.(*response).Write+0x29 net/http/server.go:1665 # 0x1c46921 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x221 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:254 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [7: 336] @ 0x655952 0x63efdb 0x6562db 0x6554d0 0x776e2c 0x1a5cad6 0x1a5bde7 0x19a7410 0x493cc1 # 0x655951 net.sockaddrToTCP+0x71 net/tcpsock_posix.go:21 # 0x63efda net.(*netFD).accept+0x25a net/fd_unix.go:189 # 0x6562da net.(*TCPListener).accept+0x1a net/tcpsock_posix.go:159 # 0x6554cf net.(*TCPListener).Accept+0x2f net/tcpsock.go:380 # 0x776e2b net/http.(*Server).Serve+0x30b net/http/server.go:3424 # 0x1a5cad5 github.com/prometheus/exporter-toolkit/web.Serve+0x755 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:351 # 0x1a5bde6 github.com/prometheus/exporter-toolkit/web.ServeMultiple.func1+0x26 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:274 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [1: 8] @ 0x418105 0x489789 0x6f5351 0x791ca9 0x791caa 0x76c9c7 0x7716b8 0x493cc1 # 0x6f5350 net/textproto.readMIMEHeader+0x90 net/textproto/reader.go:528 # 0x791ca8 net/textproto.(*Reader).ReadMIMEHeader+0x4c8 net/textproto/reader.go:507 # 0x791ca9 net/http.readRequest+0x4c9 net/http/request.go:1133 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [7: 112] @ 0x19a7658 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7657 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0xf7 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:91 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [4: 192] @ 0x417ff2 0x489789 0x6f5351 0x791ca9 0x791caa 0x76c9c7 0x7716b8 0x493cc1 # 0x6f5350 net/textproto.readMIMEHeader+0x90 net/textproto/reader.go:528 # 0x791ca8 net/textproto.(*Reader).ReadMIMEHeader+0x4c8 net/textproto/reader.go:507 # 0x791ca9 net/http.readRequest+0x4c9 net/http/request.go:1133 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [3: 48] @ 0x76a60b 0x5c50e7 0x770aad 0x77078a 0x1c46922 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x76a60a net/http.(*chunkWriter).Write+0x8a net/http/server.go:383 # 0x5c50e6 bufio.(*Writer).Write+0xe6 bufio/bufio.go:683 # 0x770aac net/http.(*response).write+0x28c net/http/server.go:1702 # 0x770789 net/http.(*response).Write+0x29 net/http/server.go:1665 # 0x1c46921 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x221 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:254 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [2: 16] @ 0x418f2e 0x41e3fc 0x19a7b59 0x49f4ea 0x49f465 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7b58 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0x1b8 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:131 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [2: 128] @ 0x49e33d 0x49e206 0x49ded4 0x7927a9 0x770e2d 0x770ed8 0x7728e8 0x771b16 0x493cc1 # 0x49e33c sync.(*Pool).pinSlow+0xfc sync/pool.go:237 # 0x49e205 sync.(*Pool).pin+0x45 sync/pool.go:220 # 0x49ded3 sync.(*Pool).Put+0x33 sync/pool.go:111 # 0x7927a8 net/http.putBufioReader+0x128 net/http/server.go:873 # 0x770e2c net/http.(*conn).finalFlush+0x2c net/http/server.go:1784 # 0x770ed7 net/http.(*conn).close+0x17 net/http/server.go:1799 # 0x7728e7 net/http.(*conn).serve.func1+0x1e7 net/http/server.go:1959 # 0x771b15 net/http.(*conn).serve+0x7f5 net/http/server.go:2114 0: 0 [5: 80] @ 0x6f50a7 0x6f54ce 0x791ca9 0x791caa 0x76c9c7 0x7716b8 0x493cc1 # 0x6f50a6 net/textproto.canonicalMIMEHeaderKey+0x186 net/textproto/reader.go:793 # 0x6f54cd net/textproto.readMIMEHeader+0x20d net/textproto/reader.go:557 # 0x791ca8 net/textproto.(*Reader).ReadMIMEHeader+0x4c8 net/textproto/reader.go:507 # 0x791ca9 net/http.readRequest+0x4c9 net/http/request.go:1133 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [4: 64] @ 0x7b396c 0x7b3fbb 0x7bbbf7 0x19df0aa 0x19dfba9 0x19da06b 0x19da33a 0x792bee 0x771945 0x493cc1 # 0x7b396b regexp.(*Regexp).doOnePass+0x52b regexp/exec.go:507 # 0x7b3fba regexp.(*Regexp).doExecute+0x29a regexp/exec.go:532 # 0x7bbbf6 regexp.(*Regexp).FindStringSubmatchIndex+0x56 regexp/regexp.go:1059 # 0x19df0a9 github.com/gorilla/mux.routeRegexpGroup.setMatch+0x1a9 github.com/gorilla/mux@v1.8.1/regexp.go:345 # 0x19dfba8 github.com/gorilla/mux.(*Route).Match+0x388 github.com/gorilla/mux@v1.8.1/route.go:106 # 0x19da06a github.com/gorilla/mux.(*Router).Match+0x6a github.com/gorilla/mux@v1.8.1/mux.go:140 # 0x19da339 github.com/gorilla/mux.(*Router).ServeHTTP+0xd9 github.com/gorilla/mux@v1.8.1/mux.go:198 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 208] @ 0x52533a 0x49e011 0x527ebe 0x528450 0x1918825 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x525339 fmt.init.func1+0x19 fmt/print.go:147 # 0x49e010 sync.(*Pool).Get+0xb0 sync/pool.go:155 # 0x527ebd fmt.newPrinter+0x1d fmt/print.go:152 # 0x52844f fmt.Sprintf+0x2f fmt/print.go:238 # 0x1918824 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x584 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:339 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [2: 96] @ 0x75c1f0 0x75c645 0x76ff10 0x76fca4 0x76a5b7 0x5c50e7 0x770aad 0x77078a 0x1c46922 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x75c1ef net/http.Header.sortedKeyValues+0x8f net/http/header.go:170 # 0x75c644 net/http.Header.writeSubset+0xc4 net/http/header.go:195 # 0x76ff0f net/http.Header.WriteSubset+0x190f net/http/header.go:187 # 0x76fca3 net/http.(*chunkWriter).writeHeader+0x16a3 net/http/server.go:1577 # 0x76a5b6 net/http.(*chunkWriter).Write+0x36 net/http/server.go:376 # 0x5c50e6 bufio.(*Writer).Write+0xe6 bufio/bufio.go:683 # 0x770aac net/http.(*response).write+0x28c net/http/server.go:1702 # 0x770789 net/http.(*response).Write+0x29 net/http/server.go:1665 # 0x1c46921 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x221 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:254 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [6: 192] @ 0x419dd2 0x418e4d 0x41e3fc 0x19a7b59 0x49f4ea 0x49f465 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7b58 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0x1b8 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:131 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [9: 288] @ 0x419dd2 0x418179 0x489789 0x6f5351 0x791ca9 0x791caa 0x76c9c7 0x7716b8 0x493cc1 # 0x6f5350 net/textproto.readMIMEHeader+0x90 net/textproto/reader.go:528 # 0x791ca8 net/textproto.(*Reader).ReadMIMEHeader+0x4c8 net/textproto/reader.go:507 # 0x791ca9 net/http.readRequest+0x4c9 net/http/request.go:1133 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [2: 96] @ 0x417ff2 0x489789 0x76e108 0x76dc97 0x773626 0x77374e 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x76e107 net/http.Header.Clone+0x5e7 net/http/header.go:105 # 0x76dc96 net/http.(*response).WriteHeader+0x176 net/http/server.go:1231 # 0x773625 net/http.Error+0x1a5 net/http/server.go:2325 # 0x77374d net/http.NotFound+0x2d net/http/server.go:2330 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [11: 2288] @ 0x52533a 0x49e011 0x527ebe 0x528450 0x1918f25 0x19183a5 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x525339 fmt.init.func1+0x19 fmt/print.go:147 # 0x49e010 sync.(*Pool).Get+0xb0 sync/pool.go:155 # 0x527ebd fmt.newPrinter+0x1d fmt/print.go:152 # 0x52844f fmt.Sprintf+0x2f fmt/print.go:238 # 0x1918f24 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toString+0x204 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:380 # 0x19183a4 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x104 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:301 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [5: 240] @ 0x4c9e65 0x19dcb7f 0x19da38a 0x792bee 0x771945 0x493cc1 # 0x4c9e64 context.WithValue+0xa4 context/context.go:728 # 0x19dcb7e github.com/gorilla/mux.requestWithRoute+0x5e github.com/gorilla/mux@v1.8.1/mux.go:454 # 0x19da389 github.com/gorilla/mux.(*Router).ServeHTTP+0x129 github.com/gorilla/mux@v1.8.1/mux.go:201 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [4: 192] @ 0x48973a 0x48974f 0x19a7a9e 0x49f4ea 0x49f465 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7a9d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0xfd github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:129 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [9: 288] @ 0x6f553c 0x791ca9 0x791caa 0x76c9c7 0x7716b8 0x493cc1 # 0x6f553b net/textproto.readMIMEHeader+0x27b net/textproto/reader.go:573 # 0x791ca8 net/textproto.(*Reader).ReadMIMEHeader+0x4c8 net/textproto/reader.go:507 # 0x791ca9 net/http.readRequest+0x4c9 net/http/request.go:1133 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [1: 32] @ 0x525fd3 0x525f9e 0x526cf9 0x529b05 0x52b7b8 0x52f185 0x5286c9 0x5b2ba5 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x525fd2 fmt.(*buffer).writeString+0x72 fmt/print.go:108 # 0x525f9d fmt.(*fmt).padString+0x3d fmt/format.go:113 # 0x526cf8 fmt.(*fmt).fmtS+0x38 fmt/format.go:362 # 0x529b04 fmt.(*pp).fmtString+0x84 fmt/print.go:494 # 0x52b7b7 fmt.(*pp).printArg+0x377 fmt/print.go:741 # 0x52f184 fmt.(*pp).doPrint+0x44 fmt/print.go:1208 # 0x5286c8 fmt.Fprint+0x48 fmt/print.go:262 # 0x5b2ba4 text/template.(*state).printValue+0x184 text/template/exec.go:1107 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [13: 208] @ 0x6f553c 0x791ca9 0x791caa 0x76c9c7 0x7716b8 0x493cc1 # 0x6f553b net/textproto.readMIMEHeader+0x27b net/textproto/reader.go:573 # 0x791ca8 net/textproto.(*Reader).ReadMIMEHeader+0x4c8 net/textproto/reader.go:507 # 0x791ca9 net/http.readRequest+0x4c9 net/http/request.go:1133 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [11: 880] @ 0x4c7e5b 0x4c7e3d 0x7714d8 0x493cc1 # 0x4c7e5a context.withCancel+0x3a context/context.go:277 # 0x4c7e3c context.WithCancel+0x1c context/context.go:241 # 0x7714d7 net/http.(*conn).serve+0x1b7 net/http/server.go:2008 0: 0 [10: 3520] @ 0x489693 0x418dc5 0x418db8 0x41d8d9 0x76e21c 0x76dc97 0x773626 0x77374e 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x76e21b net/http.Header.Clone+0x6fb net/http/header.go:114 # 0x76dc96 net/http.(*response).WriteHeader+0x176 net/http/server.go:1231 # 0x773625 net/http.Error+0x1a5 net/http/server.go:2325 # 0x77374d net/http.NotFound+0x2d net/http/server.go:2330 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [5: 240] @ 0x19da31a 0x792bee 0x771945 0x493cc1 # 0x19da319 github.com/gorilla/mux.(*Router).ServeHTTP+0xb9 github.com/gorilla/mux@v1.8.1/mux.go:196 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [11: 704] @ 0x19a766c 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a766b github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x10b github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:93 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [2: 2097152] @ 0x465956 0x47d3b3 0x476c7b 0x5c99e5 0x19d349b 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x5c99e4 runtime/trace.Start+0x84 runtime/trace/trace.go:125 # 0x19d349a net/http/pprof.Trace+0x2ba net/http/pprof/pprof.go:183 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 24] @ 0x525fd3 0x525f9e 0x526cf9 0x529b05 0x52b7b8 0x52f185 0x5286c9 0x5b2ba5 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x525fd2 fmt.(*buffer).writeString+0x72 fmt/print.go:108 # 0x525f9d fmt.(*fmt).padString+0x3d fmt/format.go:113 # 0x526cf8 fmt.(*fmt).fmtS+0x38 fmt/format.go:362 # 0x529b04 fmt.(*pp).fmtString+0x84 fmt/print.go:494 # 0x52b7b7 fmt.(*pp).printArg+0x377 fmt/print.go:741 # 0x52f184 fmt.(*pp).doPrint+0x44 fmt/print.go:1208 # 0x5286c8 fmt.Fprint+0x48 fmt/print.go:262 # 0x5b2ba4 text/template.(*state).printValue+0x184 text/template/exec.go:1107 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [4: 96] @ 0x19a7351 0x19a78a5 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7350 golang.org/x/sync/errgroup.(*Group).Go+0x50 golang.org/x/sync@v0.18.0/errgroup/errgroup.go:78 # 0x19a78a4 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x344 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:102 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [2: 64] @ 0x5abff8 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x5abff7 text/template.(*state).walkRange+0x117 text/template/exec.go:363 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [7: 336] @ 0x4c9e65 0x7713e5 0x493cc1 # 0x4c9e64 context.WithValue+0xa4 context/context.go:728 # 0x7713e4 net/http.(*conn).serve+0xc4 net/http/server.go:1941 0: 0 [13: 212992] @ 0x536c94 0x5366bd 0x536899 0x5ab705 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x536c93 bytes.growSlice+0x93 bytes/buffer.go:249 # 0x5366bc bytes.(*Buffer).grow+0x13c bytes/buffer.go:151 # 0x536898 bytes.(*Buffer).Write+0x58 bytes/buffer.go:179 # 0x5ab704 text/template.(*state).walk+0x224 text/template/exec.go:287 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [9: 147456] @ 0x536c94 0x5366bd 0x536899 0x5ab705 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x536c93 bytes.growSlice+0x93 bytes/buffer.go:249 # 0x5366bc bytes.(*Buffer).grow+0x13c bytes/buffer.go:151 # 0x536898 bytes.(*Buffer).Write+0x58 bytes/buffer.go:179 # 0x5ab704 text/template.(*state).walk+0x224 text/template/exec.go:287 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [8: 384] @ 0x48973a 0x48974f 0x76cf76 0x7716b8 0x493cc1 # 0x76cf75 net/http.(*conn).readRequest+0x7d5 net/http/server.go:1101 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [8: 384] @ 0x19a767d 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a767c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x11c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:95 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [2: 416] @ 0x52533a 0x49e011 0x527ebe 0x5286b0 0x5b2ba5 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x525339 fmt.init.func1+0x19 fmt/print.go:147 # 0x49e010 sync.(*Pool).Get+0xb0 sync/pool.go:155 # 0x527ebd fmt.newPrinter+0x1d fmt/print.go:152 # 0x5286af fmt.Fprint+0x2f fmt/print.go:261 # 0x5b2ba4 text/template.(*state).printValue+0x184 text/template/exec.go:1107 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [8: 384] @ 0x48973a 0x48974f 0x19a7808 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7807 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2a7 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:124 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [17: 816] @ 0x1c468a5 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x1c468a4 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1a4 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:248 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [8: 384] @ 0x1c47c8c 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x1c47c8b github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x112b github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:312 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [20: 35840] @ 0x49e3bc 0x49e206 0x49df7c 0x806178 0x806b3a 0x18dbe99 0x19166bc 0x19a7c3d 0x19a7410 0x493cc1 # 0x49e3bb sync.(*Pool).pinSlow+0x17b sync/pool.go:241 # 0x49e205 sync.(*Pool).pin+0x45 sync/pool.go:220 # 0x49df7b sync.(*Pool).Get+0x1b sync/pool.go:135 # 0x806177 github.com/NVIDIA/go-dcgm/pkg/dcgm.acquireFieldValueSlice+0x37 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:230 # 0x806b39 github.com/NVIDIA/go-dcgm/pkg/dcgm.EntityGetLatestValues+0x79 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:337 # 0x18dbe98 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider.dcgmProvider.EntityGetLatestValues+0x38 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider/dcgm.go:139 # 0x19166bb github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x15b github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:98 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [5: 80] @ 0x76b685 0x771916 0x493cc1 # 0x76b684 net/http.(*connReader).startBackgroundRead+0x84 net/http/server.go:686 # 0x771915 net/http.(*conn).serve+0x5f5 net/http/server.go:2091 0: 0 [6: 288] @ 0x417ff2 0x489789 0x76e108 0x76dc97 0x7709f7 0x77078a 0x1c46922 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x76e107 net/http.Header.Clone+0x5e7 net/http/header.go:105 # 0x76dc96 net/http.(*response).WriteHeader+0x176 net/http/server.go:1231 # 0x7709f6 net/http.(*response).write+0x1d6 net/http/server.go:1688 # 0x770789 net/http.(*response).Write+0x29 net/http/server.go:1665 # 0x1c46921 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x221 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:254 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [10: 480] @ 0x6f50a7 0x6f54ce 0x791ca9 0x791caa 0x76c9c7 0x7716b8 0x493cc1 # 0x6f50a6 net/textproto.canonicalMIMEHeaderKey+0x186 net/textproto/reader.go:793 # 0x6f54cd net/textproto.readMIMEHeader+0x20d net/textproto/reader.go:557 # 0x791ca8 net/textproto.(*Reader).ReadMIMEHeader+0x4c8 net/textproto/reader.go:507 # 0x791ca9 net/http.readRequest+0x4c9 net/http/request.go:1133 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [13: 18304] @ 0x489693 0x419edd 0x419ede 0x419e2f 0x418e4d 0x41e3fc 0x19a7b59 0x49f4ea 0x49f465 0x49f465 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7b58 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0x1b8 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:131 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [15: 720] @ 0x48973a 0x48974f 0x19165aa 0x19a7c3d 0x19a7410 0x493cc1 # 0x19165a9 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x49 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:89 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [6: 288] @ 0x1c4755c 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x1c4755b github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x9fb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:292 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 64] @ 0x49e33d 0x49e206 0x49ded4 0x792b2e 0x770e7b 0x770ed8 0x7728e8 0x771b16 0x493cc1 # 0x49e33c sync.(*Pool).pinSlow+0xfc sync/pool.go:237 # 0x49e205 sync.(*Pool).pin+0x45 sync/pool.go:220 # 0x49ded3 sync.(*Pool).Put+0x33 sync/pool.go:111 # 0x792b2d net/http.putBufioWriter+0xed net/http/server.go:909 # 0x770e7a net/http.(*conn).finalFlush+0x7a net/http/server.go:1792 # 0x770ed7 net/http.(*conn).close+0x17 net/http/server.go:1799 # 0x7728e7 net/http.(*conn).serve.func1+0x1e7 net/http/server.go:1959 # 0x771b15 net/http.(*conn).serve+0x7f5 net/http/server.go:2114 0: 0 [9: 432] @ 0x1c47585 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x1c47584 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0xa24 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:293 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [8: 512] @ 0x536725 0x536899 0x5ab705 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x536724 bytes.(*Buffer).grow+0x1a4 bytes/buffer.go:137 # 0x536898 bytes.(*Buffer).Write+0x58 bytes/buffer.go:179 # 0x5ab704 text/template.(*state).walk+0x224 text/template/exec.go:287 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [3: 72] @ 0x7ff01a 0x49e011 0x806178 0x806b3a 0x18dbe99 0x19166bc 0x19a7c3d 0x19a7410 0x493cc1 # 0x7ff019 github.com/NVIDIA/go-dcgm/pkg/dcgm.init.func1+0x19 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:191 # 0x49e010 sync.(*Pool).Get+0xb0 sync/pool.go:155 # 0x806177 github.com/NVIDIA/go-dcgm/pkg/dcgm.acquireFieldValueSlice+0x37 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:230 # 0x806b39 github.com/NVIDIA/go-dcgm/pkg/dcgm.EntityGetLatestValues+0x79 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:337 # 0x18dbe98 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider.dcgmProvider.EntityGetLatestValues+0x38 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider/dcgm.go:139 # 0x19166bb github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x15b github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:98 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [5: 80] @ 0x642b99 0x654311 0x6542f2 0x77137b 0x493cc1 # 0x642b98 net.IP.String+0xd8 net/ip.go:315 # 0x654310 net.ipEmptyString+0x50 net/ip.go:332 # 0x6542f1 net.(*TCPAddr).String+0x31 net/tcpsock.go:48 # 0x77137a net/http.(*conn).serve+0x5a net/http/server.go:1939 0: 0 [18: 1152] @ 0x4ac42d 0x4ac57f 0x515b7f 0x51384d 0x63eda9 0x6562db 0x6554d0 0x776e2c 0x1a5cad6 0x1a5bde7 0x19a7410 0x493cc1 # 0x4ac42c syscall.anyToSockaddr+0x16c syscall/syscall_linux.go:675 # 0x4ac57e syscall.Accept4+0x7e syscall/syscall_linux.go:699 # 0x515b7e internal/poll.accept+0x1e internal/poll/sock_cloexec.go:17 # 0x51384c internal/poll.(*FD).Accept+0x1ac internal/poll/fd_unix.go:611 # 0x63eda8 net.(*netFD).accept+0x28 net/fd_unix.go:172 # 0x6562da net.(*TCPListener).accept+0x1a net/tcpsock_posix.go:159 # 0x6554cf net.(*TCPListener).Accept+0x2f net/tcpsock.go:380 # 0x776e2b net/http.(*Server).Serve+0x30b net/http/server.go:3424 # 0x1a5cad5 github.com/prometheus/exporter-toolkit/web.Serve+0x755 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:351 # 0x1a5bde6 github.com/prometheus/exporter-toolkit/web.ServeMultiple.func1+0x26 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:274 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [11: 704] @ 0x4ac42d 0x4ac6b2 0x63ef4c 0x6562db 0x6554d0 0x776e2c 0x1a5cad6 0x1a5bde7 0x19a7410 0x493cc1 # 0x4ac42c syscall.anyToSockaddr+0x16c syscall/syscall_linux.go:675 # 0x4ac6b1 syscall.Getsockname+0x71 syscall/syscall_linux.go:713 # 0x63ef4b net.(*netFD).accept+0x1cb net/fd_unix.go:188 # 0x6562da net.(*TCPListener).accept+0x1a net/tcpsock_posix.go:159 # 0x6554cf net.(*TCPListener).Accept+0x2f net/tcpsock.go:380 # 0x776e2b net/http.(*Server).Serve+0x30b net/http/server.go:3424 # 0x1a5cad5 github.com/prometheus/exporter-toolkit/web.Serve+0x755 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:351 # 0x1a5bde6 github.com/prometheus/exporter-toolkit/web.ServeMultiple.func1+0x26 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:274 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [7: 336] @ 0x1c47535 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x1c47534 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x9d4 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:291 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [20: 1600] @ 0x64d3d4 0x76b817 0x493cc1 # 0x64d3d3 net.(*conn).Read+0xb3 net/net.go:196 # 0x76b816 net/http.(*connReader).backgroundRead+0x36 net/http/server.go:690 0: 0 [4: 128] @ 0x776f4b 0x1a5cad6 0x1a5bde7 0x19a7410 0x493cc1 # 0x776f4a net/http.(*Server).Serve+0x42a net/http/server.go:3454 # 0x1a5cad5 github.com/prometheus/exporter-toolkit/web.Serve+0x755 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:351 # 0x1a5bde6 github.com/prometheus/exporter-toolkit/web.ServeMultiple.func1+0x26 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:274 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [10: 160] @ 0x48ecd5 0x1918f6e 0x1918f69 0x1918f39 0x19183a5 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x1918f6d github.com/NVIDIA/go-dcgm/pkg/dcgm._Cfunc_GoString+0x24d _cgo_gotypes.go:1117 # 0x1918f68 github.com/NVIDIA/go-dcgm/pkg/dcgm.FieldValue_v1.String+0x248 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:422 # 0x1918f38 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toString+0x218 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:388 # 0x19183a4 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x104 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:301 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [4: 256] @ 0x7929a8 0x792973 0x76d0df 0x7716b8 0x493cc1 # 0x7929a7 bufio.NewWriterSize+0x1c7 bufio/bufio.go:599 # 0x792972 net/http.newBufioWriterSize+0x192 net/http/server.go:894 # 0x76d0de net/http.(*conn).readRequest+0x93e net/http/server.go:1115 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [14: 2016] @ 0x489693 0x418dc5 0x418db8 0x41cbf4 0x19a7abc 0x49f4ea 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7abb github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0x11b github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:129 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [22: 3168] @ 0x5a1e05 0x5a1c86 0x791c16 0x76c9c7 0x7716b8 0x493cc1 # 0x5a1e04 net/url.parse+0xc4 net/url/url.go:521 # 0x5a1c85 net/url.ParseRequestURI+0x25 net/url/url.go:499 # 0x791c15 net/http.readRequest+0x435 net/http/request.go:1123 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [11: 1584] @ 0x489693 0x418dc5 0x418db8 0x41cbf4 0x19a7abc 0x49f4ea 0x49f465 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7abb github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0x11b github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:129 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [8: 384] @ 0x4c9e65 0x19dca3f 0x19da37a 0x792bee 0x771945 0x493cc1 # 0x4c9e64 context.WithValue+0xa4 context/context.go:728 # 0x19dca3e github.com/gorilla/mux.requestWithVars+0x5e github.com/gorilla/mux@v1.8.1/mux.go:449 # 0x19da379 github.com/gorilla/mux.(*Router).ServeHTTP+0x119 github.com/gorilla/mux@v1.8.1/mux.go:200 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [2: 48] @ 0x6f553c 0x791ca9 0x791caa 0x76c9c7 0x7716b8 0x493cc1 # 0x6f553b net/textproto.readMIMEHeader+0x27b net/textproto/reader.go:573 # 0x791ca8 net/textproto.(*Reader).ReadMIMEHeader+0x4c8 net/textproto/reader.go:507 # 0x791ca9 net/http.readRequest+0x4c9 net/http/request.go:1133 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [7: 336] @ 0x1c474e7 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x1c474e6 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x986 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:289 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [10: 240] @ 0x6f50a7 0x6f54ce 0x791ca9 0x791caa 0x76c9c7 0x7716b8 0x493cc1 # 0x6f50a6 net/textproto.canonicalMIMEHeaderKey+0x186 net/textproto/reader.go:793 # 0x6f54cd net/textproto.readMIMEHeader+0x20d net/textproto/reader.go:557 # 0x791ca8 net/textproto.(*Reader).ReadMIMEHeader+0x4c8 net/textproto/reader.go:507 # 0x791ca9 net/http.readRequest+0x4c9 net/http/request.go:1133 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [22: 352] @ 0x528486 0x1918e1f 0x19183a5 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x528485 fmt.Sprintf+0x65 fmt/print.go:240 # 0x1918e1e github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toString+0xfe github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:386 # 0x19183a4 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x104 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:301 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [1: 16] @ 0x1c4676e 0x1c46744 0x1c46733 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x1c4676d net/textproto.MIMEHeader.Set+0x6d net/textproto/header.go:22 # 0x1c46743 net/http.Header.Set+0x43 net/http/header.go:40 # 0x1c46732 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x32 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:238 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [55: 15840] @ 0x18e1c9b 0x18e0dd6 0x1916595 0x19a7c3d 0x19a7410 0x493cc1 # 0x18e1c9a github.com/NVIDIA/dcgm-exporter/internal/pkg/devicemonitoring.monitorAllGPUInstances+0x29a github.com/NVIDIA/dcgm-exporter/internal/pkg/devicemonitoring/device_monitoring.go:110 # 0x18e0dd5 github.com/NVIDIA/dcgm-exporter/internal/pkg/devicemonitoring.GetMonitoredEntities+0x215 github.com/NVIDIA/dcgm-exporter/internal/pkg/devicemonitoring/device_monitoring.go:42 # 0x1916594 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x34 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:87 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [6: 288] @ 0x1c47cb3 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x1c47cb2 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x1152 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:313 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 9472] @ 0x489693 0x419edd 0x419ede 0x419e2f 0x41b997 0x41b705 0x41cc89 0x19c39ff 0x19c2eb2 0x19bbf47 0x19be195 0x19bdf25 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19c39fe runtime/pprof.(*profileBuilder).emitLocation+0x31e runtime/pprof/proto.go:606 # 0x19c2eb1 runtime/pprof.(*profileBuilder).appendLocsForStack+0x4d1 runtime/pprof/proto.go:467 # 0x19bbf46 runtime/pprof.printCountProfile+0x966 runtime/pprof/pprof.go:514 # 0x19be194 runtime/pprof.writeRuntimeProfile+0x154 runtime/pprof/pprof.go:804 # 0x19bdf24 runtime/pprof.writeGoroutine+0x44 runtime/pprof/pprof.go:755 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1: 96] @ 0x19c38ed 0x19c2c52 0x19c7e8e 0x19bce25 0x19bcae5 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19c38ec runtime/pprof.(*profileBuilder).emitLocation+0x20c runtime/pprof/proto.go:610 # 0x19c2c51 runtime/pprof.(*profileBuilder).appendLocsForStack+0x271 runtime/pprof/proto.go:432 # 0x19c7e8d runtime/pprof.writeHeapProto+0x66d runtime/pprof/protomem.go:47 # 0x19bce24 runtime/pprof.writeHeapInternal+0x2a4 runtime/pprof/pprof.go:634 # 0x19bcae4 runtime/pprof.writeHeap+0x24 runtime/pprof/pprof.go:593 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [42: 75264] @ 0x49e3bc 0x49e206 0x49df7c 0x527ebe 0x528450 0x1918f25 0x19183a5 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x49e3bb sync.(*Pool).pinSlow+0x17b sync/pool.go:241 # 0x49e205 sync.(*Pool).pin+0x45 sync/pool.go:220 # 0x49df7b sync.(*Pool).Get+0x1b sync/pool.go:135 # 0x527ebd fmt.newPrinter+0x1d fmt/print.go:152 # 0x52844f fmt.Sprintf+0x2f fmt/print.go:238 # 0x1918f24 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toString+0x204 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:380 # 0x19183a4 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x104 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:301 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [11: 19712] @ 0x49e3bc 0x49e206 0x49df7c 0x7923b3 0x77158a 0x493cc1 # 0x49e3bb sync.(*Pool).pinSlow+0x17b sync/pool.go:241 # 0x49e205 sync.(*Pool).pin+0x45 sync/pool.go:220 # 0x49df7b sync.(*Pool).Get+0x1b sync/pool.go:135 # 0x7923b2 net/http.newBufioReader+0x32 net/http/server.go:852 # 0x771589 net/http.(*conn).serve+0x269 net/http/server.go:2013 0: 0 [1: 1792] @ 0x49e3bc 0x49e206 0x49df7c 0x527ebe 0x5286b0 0x5b2ba5 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x49e3bb sync.(*Pool).pinSlow+0x17b sync/pool.go:241 # 0x49e205 sync.(*Pool).pin+0x45 sync/pool.go:220 # 0x49df7b sync.(*Pool).Get+0x1b sync/pool.go:135 # 0x527ebd fmt.newPrinter+0x1d fmt/print.go:152 # 0x5286af fmt.Fprint+0x2f fmt/print.go:261 # 0x5b2ba4 text/template.(*state).printValue+0x184 text/template/exec.go:1107 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [7: 560] @ 0x4c7e5b 0x4c7e3d 0x76ce6a 0x7716b8 0x493cc1 # 0x4c7e5a context.withCancel+0x3a context/context.go:277 # 0x4c7e3c context.WithCancel+0x1c context/context.go:241 # 0x76ce69 net/http.(*conn).readRequest+0x6c9 net/http/server.go:1083 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [9: 432] @ 0x5aae65 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x5aae64 text/template.(*Template).execute+0x184 text/template/exec.go:219 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [8: 768] @ 0x7b34f3 0x7b34f4 0x7b3fbb 0x19de3ed 0x19de3c8 0x19de3b6 0x19df8d5 0x19da06b 0x19da33a 0x792bee 0x771945 0x493cc1 # 0x7b34f2 regexp.newOnePassMachine+0xb2 regexp/exec.go:386 # 0x7b34f3 regexp.(*Regexp).doOnePass+0xb3 regexp/exec.go:403 # 0x7b3fba regexp.(*Regexp).doExecute+0x29a regexp/exec.go:532 # 0x19de3ec regexp.(*Regexp).doMatch+0x12c regexp/exec.go:514 # 0x19de3c7 regexp.(*Regexp).MatchString+0x107 regexp/regexp.go:527 # 0x19de3b5 github.com/gorilla/mux.(*routeRegexp).Match+0xf5 github.com/gorilla/mux@v1.8.1/regexp.go:193 # 0x19df8d4 github.com/gorilla/mux.(*Route).Match+0xb4 github.com/gorilla/mux@v1.8.1/route.go:50 # 0x19da06a github.com/gorilla/mux.(*Router).Match+0x6a github.com/gorilla/mux@v1.8.1/mux.go:140 # 0x19da339 github.com/gorilla/mux.(*Router).ServeHTTP+0xd9 github.com/gorilla/mux@v1.8.1/mux.go:198 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [13: 23296] @ 0x49e3bc 0x49e206 0x49df7c 0x792846 0x7715cd 0x493cc1 # 0x49e3bb sync.(*Pool).pinSlow+0x17b sync/pool.go:241 # 0x49e205 sync.(*Pool).pin+0x45 sync/pool.go:220 # 0x49df7b sync.(*Pool).Get+0x1b sync/pool.go:135 # 0x792845 net/http.newBufioWriterSize+0x65 net/http/server.go:888 # 0x7715cc net/http.(*conn).serve+0x2ac net/http/server.go:2014 0: 0 [78: 1872] @ 0x19a7ee5 0x19a7410 0x493cc1 # 0x19a7ee4 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x2e4 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:109 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [10: 480] @ 0x48973a 0x48974f 0x19dfb13 0x19da06b 0x19da33a 0x792bee 0x771945 0x493cc1 # 0x19dfb12 github.com/gorilla/mux.(*Route).Match+0x2f2 github.com/gorilla/mux@v1.8.1/route.go:102 # 0x19da06a github.com/gorilla/mux.(*Router).Match+0x6a github.com/gorilla/mux@v1.8.1/mux.go:140 # 0x19da339 github.com/gorilla/mux.(*Router).ServeHTTP+0xd9 github.com/gorilla/mux@v1.8.1/mux.go:198 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [38: 608] @ 0x528486 0x1918f25 0x19183a5 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x528485 fmt.Sprintf+0x65 fmt/print.go:240 # 0x1918f24 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toString+0x204 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:380 # 0x19183a4 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x104 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:301 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [30: 5280] @ 0x6f5328 0x791ca9 0x791caa 0x76c9c7 0x7716b8 0x493cc1 # 0x6f5327 net/textproto.readMIMEHeader+0x67 net/textproto/reader.go:525 # 0x791ca8 net/textproto.(*Reader).ReadMIMEHeader+0x4c8 net/textproto/reader.go:507 # 0x791ca9 net/http.readRequest+0x4c9 net/http/request.go:1133 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [14: 1120] @ 0x5aae06 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x5aae05 text/template.(*Template).execute+0x125 text/template/exec.go:216 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [125: 72000] @ 0x18e1c9b 0x18e0dd6 0x1916595 0x19a7c3d 0x19a7410 0x493cc1 # 0x18e1c9a github.com/NVIDIA/dcgm-exporter/internal/pkg/devicemonitoring.monitorAllGPUInstances+0x29a github.com/NVIDIA/dcgm-exporter/internal/pkg/devicemonitoring/device_monitoring.go:110 # 0x18e0dd5 github.com/NVIDIA/dcgm-exporter/internal/pkg/devicemonitoring.GetMonitoredEntities+0x215 github.com/NVIDIA/dcgm-exporter/internal/pkg/devicemonitoring/device_monitoring.go:42 # 0x1916594 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x34 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:87 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [50: 11200] @ 0x76cfc6 0x7716b8 0x493cc1 # 0x76cfc5 net/http.(*conn).readRequest+0x825 net/http/server.go:1096 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [8: 384] @ 0x771545 0x493cc1 # 0x771544 net/http.(*conn).serve+0x224 net/http/server.go:2012 0: 0 [1: 1792] @ 0x49e3bc 0x49e206 0x49df7c 0x527ebe 0x5286b0 0x5b2ba5 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x49e3bb sync.(*Pool).pinSlow+0x17b sync/pool.go:241 # 0x49e205 sync.(*Pool).pin+0x45 sync/pool.go:220 # 0x49df7b sync.(*Pool).Get+0x1b sync/pool.go:135 # 0x527ebd fmt.newPrinter+0x1d fmt/print.go:152 # 0x5286af fmt.Fprint+0x2f fmt/print.go:261 # 0x5b2ba4 text/template.(*state).printValue+0x184 text/template/exec.go:1107 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [14: 2240] @ 0x4a0baa 0x4a0b9e 0x4a100d 0x19a7f14 0x19a7e4c 0x19a7410 0x493cc1 # 0x4a0ba9 internal/sync.newIndirectNode[...]+0x169 internal/sync/hashtriemap.go:550 # 0x4a0b9d internal/sync.(*HashTrieMap[...]).expand+0x15d internal/sync/hashtriemap.go:191 # 0x4a100c internal/sync.(*HashTrieMap[...]).LoadOrStore+0x38c internal/sync/hashtriemap.go:160 # 0x19a7f13 sync.(*Map).LoadOrStore+0x313 sync/hashtriemap.go:67 # 0x19a7e4b github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x24b github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:109 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [34: 4352] @ 0x536c94 0x5366bd 0x536899 0x5286ef 0x5b2ba5 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x536c93 bytes.growSlice+0x93 bytes/buffer.go:249 # 0x5366bc bytes.(*Buffer).grow+0x13c bytes/buffer.go:151 # 0x536898 bytes.(*Buffer).Write+0x58 bytes/buffer.go:179 # 0x5286ee fmt.Fprint+0x6e fmt/print.go:263 # 0x5b2ba4 text/template.(*state).printValue+0x184 text/template/exec.go:1107 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [9: 16128] @ 0x49e3bc 0x49e206 0x49df7c 0x792846 0x76d0df 0x7716b8 0x493cc1 # 0x49e3bb sync.(*Pool).pinSlow+0x17b sync/pool.go:241 # 0x49e205 sync.(*Pool).pin+0x45 sync/pool.go:220 # 0x49df7b sync.(*Pool).Get+0x1b sync/pool.go:135 # 0x792845 net/http.newBufioWriterSize+0x65 net/http/server.go:888 # 0x76d0de net/http.(*conn).readRequest+0x93e net/http/server.go:1115 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [27: 3024] @ 0x76cf8f 0x7716b8 0x493cc1 # 0x76cf8e net/http.(*conn).readRequest+0x7ee net/http/server.go:1103 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [63: 20160] @ 0x19dcb9f 0x19dcc12 0x19da38a 0x792bee 0x771945 0x493cc1 # 0x19dcb9e net/http.(*Request).WithContext+0x7e net/http/request.go:372 # 0x19dcc11 github.com/gorilla/mux.requestWithRoute+0xf1 github.com/gorilla/mux@v1.8.1/mux.go:455 # 0x19da389 github.com/gorilla/mux.(*Router).ServeHTTP+0x129 github.com/gorilla/mux@v1.8.1/mux.go:201 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [7: 168] @ 0x806e2f 0x18dbe99 0x19166bc 0x19a7c3d 0x19a7410 0x493cc1 # 0x806e2e github.com/NVIDIA/go-dcgm/pkg/dcgm.EntityGetLatestValues+0x36e github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:351 # 0x18dbe98 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider.dcgmProvider.EntityGetLatestValues+0x38 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider/dcgm.go:139 # 0x19166bb github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x15b github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:98 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [20: 1600] @ 0x5ad89c 0x5ad71e 0x5abfbe 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x5ad89b text/template.(*state).push+0x25b text/template/exec.go:50 # 0x5ad71d text/template.(*state).evalPipeline+0xdd text/template/exec.go:542 # 0x5abfbd text/template.(*state).walkRange+0xdd text/template/exec.go:360 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [23: 2576] @ 0x4c868a 0x4c88d5 0x4c7e79 0x4c7e3d 0x76ce6a 0x7716b8 0x493cc1 # 0x4c8689 context.(*cancelCtx).Done+0x129 context/context.go:451 # 0x4c88d4 context.(*cancelCtx).propagateCancel+0x74 context/context.go:469 # 0x4c7e78 context.withCancel+0x58 context/context.go:278 # 0x4c7e3c context.WithCancel+0x1c context/context.go:241 # 0x76ce69 net/http.(*conn).readRequest+0x6c9 net/http/server.go:1083 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [17: 272] @ 0x1918ee8 0x19183a5 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x1918ee7 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toString+0x1c7 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:380 # 0x19183a4 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x104 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:301 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [143: 100672] @ 0x489693 0x419edd 0x419ede 0x419e2f 0x418179 0x489789 0x6f5351 0x791ca9 0x791caa 0x76c9c7 0x7716b8 0x493cc1 # 0x6f5350 net/textproto.readMIMEHeader+0x90 net/textproto/reader.go:528 # 0x791ca8 net/textproto.(*Reader).ReadMIMEHeader+0x4c8 net/textproto/reader.go:507 # 0x791ca9 net/http.readRequest+0x4c9 net/http/request.go:1133 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [14: 672] @ 0x1c47c65 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x1c47c64 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x1104 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:311 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [48: 86016] @ 0x49e3bc 0x49e206 0x49ded4 0x792b2e 0x770e7b 0x770ed8 0x7728e8 0x771b16 0x493cc1 # 0x49e3bb sync.(*Pool).pinSlow+0x17b sync/pool.go:241 # 0x49e205 sync.(*Pool).pin+0x45 sync/pool.go:220 # 0x49ded3 sync.(*Pool).Put+0x33 sync/pool.go:111 # 0x792b2d net/http.putBufioWriter+0xed net/http/server.go:909 # 0x770e7a net/http.(*conn).finalFlush+0x7a net/http/server.go:1792 # 0x770ed7 net/http.(*conn).close+0x17 net/http/server.go:1799 # 0x7728e7 net/http.(*conn).serve.func1+0x1e7 net/http/server.go:1959 # 0x771b15 net/http.(*conn).serve+0x7f5 net/http/server.go:2114 0: 0 [25: 4000] @ 0x4a15ed 0x4a15e1 0x4a0cfc 0x4a0ceb 0x19a7f14 0x19a7e4c 0x19a7410 0x493cc1 # 0x4a15ec internal/sync.newIndirectNode[...]+0xcc internal/sync/hashtriemap.go:550 # 0x4a15e0 internal/sync.(*HashTrieMap[...]).initSlow+0xc0 internal/sync/hashtriemap.go:50 # 0x4a0cfb internal/sync.(*HashTrieMap[...]).init+0x7b internal/sync/hashtriemap.go:32 # 0x4a0cea internal/sync.(*HashTrieMap[...]).LoadOrStore+0x6a internal/sync/hashtriemap.go:89 # 0x19a7f13 sync.(*Map).LoadOrStore+0x313 sync/hashtriemap.go:67 # 0x19a7e4b github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x24b github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:109 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [1: 24] @ 0x7918aa 0x7918ab 0x76c9c7 0x7716b8 0x493cc1 # 0x7918a9 net/textproto.(*Reader).ReadLine+0xc9 net/textproto/reader.go:45 # 0x7918aa net/http.readRequest+0xca net/http/request.go:1087 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [61: 85888] @ 0x489693 0x419edd 0x419ede 0x419e2f 0x418e4d 0x41e3fc 0x19a7b59 0x49f4ea 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7b58 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0x1b8 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:131 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [40: 71680] @ 0x49e3bc 0x49e206 0x49df7c 0x764985 0x79181f 0x76c9c7 0x7716b8 0x493cc1 # 0x49e3bb sync.(*Pool).pinSlow+0x17b sync/pool.go:241 # 0x49e205 sync.(*Pool).pin+0x45 sync/pool.go:220 # 0x49df7b sync.(*Pool).Get+0x1b sync/pool.go:135 # 0x764984 net/http.newTextprotoReader+0x24 net/http/request.go:1039 # 0x79181e net/http.readRequest+0x3e net/http/request.go:1080 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [59: 105728] @ 0x49e3bc 0x49e206 0x49df7c 0x7b34db 0x7b34f4 0x7b3fbb 0x19de3ed 0x19de3c8 0x19de3b6 0x19df8d5 0x19da06b 0x19da33a 0x792bee 0x771945 0x493cc1 # 0x49e3bb sync.(*Pool).pinSlow+0x17b sync/pool.go:241 # 0x49e205 sync.(*Pool).pin+0x45 sync/pool.go:220 # 0x49df7b sync.(*Pool).Get+0x1b sync/pool.go:135 # 0x7b34da regexp.newOnePassMachine+0x9a regexp/exec.go:384 # 0x7b34f3 regexp.(*Regexp).doOnePass+0xb3 regexp/exec.go:403 # 0x7b3fba regexp.(*Regexp).doExecute+0x29a regexp/exec.go:532 # 0x19de3ec regexp.(*Regexp).doMatch+0x12c regexp/exec.go:514 # 0x19de3c7 regexp.(*Regexp).MatchString+0x107 regexp/regexp.go:527 # 0x19de3b5 github.com/gorilla/mux.(*routeRegexp).Match+0xf5 github.com/gorilla/mux@v1.8.1/regexp.go:193 # 0x19df8d4 github.com/gorilla/mux.(*Route).Match+0xb4 github.com/gorilla/mux@v1.8.1/route.go:50 # 0x19da06a github.com/gorilla/mux.(*Router).Match+0x6a github.com/gorilla/mux@v1.8.1/mux.go:140 # 0x19da339 github.com/gorilla/mux.(*Router).ServeHTTP+0xd9 github.com/gorilla/mux@v1.8.1/mux.go:198 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [36: 64512] @ 0x49e3bc 0x49e206 0x49df7c 0x75c199 0x75c645 0x76ff10 0x76fca4 0x76a5b7 0x5c50e7 0x770aad 0x77078a 0x1c46922 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x49e3bb sync.(*Pool).pinSlow+0x17b sync/pool.go:241 # 0x49e205 sync.(*Pool).pin+0x45 sync/pool.go:220 # 0x49df7b sync.(*Pool).Get+0x1b sync/pool.go:135 # 0x75c198 net/http.Header.sortedKeyValues+0x38 net/http/header.go:168 # 0x75c644 net/http.Header.writeSubset+0xc4 net/http/header.go:195 # 0x76ff0f net/http.Header.WriteSubset+0x190f net/http/header.go:187 # 0x76fca3 net/http.(*chunkWriter).writeHeader+0x16a3 net/http/server.go:1577 # 0x76a5b6 net/http.(*chunkWriter).Write+0x36 net/http/server.go:376 # 0x5c50e6 bufio.(*Writer).Write+0xe6 bufio/bufio.go:683 # 0x770aac net/http.(*response).write+0x28c net/http/server.go:1702 # 0x770789 net/http.(*response).Write+0x29 net/http/server.go:1665 # 0x1c46921 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x221 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:254 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [58: 18560] @ 0x5ad89c 0x5ad71e 0x5abfbe 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x5ad89b text/template.(*state).push+0x25b text/template/exec.go:50 # 0x5ad71d text/template.(*state).evalPipeline+0xdd text/template/exec.go:542 # 0x5abfbd text/template.(*state).walkRange+0xdd text/template/exec.go:360 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [42: 10752] @ 0x536c94 0x5366bd 0x536899 0x5286ef 0x5b2ba5 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x536c93 bytes.growSlice+0x93 bytes/buffer.go:249 # 0x5366bc bytes.(*Buffer).grow+0x13c bytes/buffer.go:151 # 0x536898 bytes.(*Buffer).Write+0x58 bytes/buffer.go:179 # 0x5286ee fmt.Fprint+0x6e fmt/print.go:263 # 0x5b2ba4 text/template.(*state).printValue+0x184 text/template/exec.go:1107 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [30: 4320] @ 0x776ee9 0x776edd 0x1a5cad6 0x1a5bde7 0x19a7410 0x493cc1 # 0x776ee8 net/http.(*Server).newConn+0x3c8 net/http/server.go:632 # 0x776edc net/http.(*Server).Serve+0x3bc net/http/server.go:3452 # 0x1a5cad5 github.com/prometheus/exporter-toolkit/web.Serve+0x755 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:351 # 0x1a5bde6 github.com/prometheus/exporter-toolkit/web.ServeMultiple.func1+0x26 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:274 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [63: 1008] @ 0x528486 0x1918885 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x528485 fmt.Sprintf+0x65 fmt/print.go:240 # 0x1918884 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x5e4 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:341 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [64: 20480] @ 0x791874 0x76c9c7 0x7716b8 0x493cc1 # 0x791873 net/http.readRequest+0x93 net/http/request.go:1083 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [107: 1712] @ 0x4f334b 0x4e1f71 0x5012de 0x5ac339 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x4f334a reflect.copyVal+0x2a reflect/value.go:1791 # 0x4e1f70 reflect.(*MapIter).Value+0x50 reflect/map_swiss.go:311 # 0x5012dd internal/fmtsort.Sort+0x1dd internal/fmtsort/sort.go:60 # 0x5ac338 text/template.(*state).walkRange+0x458 text/template/exec.go:426 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [138: 97152] @ 0x489693 0x418dc5 0x418db8 0x41e3d2 0x1918b09 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x1918b08 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x868 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:358 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [26: 4160] @ 0x5ad89c 0x5ad71e 0x5abfbe 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x5ad89b text/template.(*state).push+0x25b text/template/exec.go:50 # 0x5ad71d text/template.(*state).evalPipeline+0xdd text/template/exec.go:542 # 0x5abfbd text/template.(*state).walkRange+0xdd text/template/exec.go:360 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [102: 29376] @ 0x489693 0x418dc5 0x418db8 0x41d8d9 0x1918565 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x1918564 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x2c4 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:313 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [121: 495616] @ 0x792575 0x79251d 0x792634 0x77158a 0x493cc1 # 0x792574 bufio.NewReaderSize+0x1f4 bufio/bufio.go:57 # 0x79251c bufio.NewReader+0x19c bufio/bufio.go:63 # 0x792633 net/http.newBufioReader+0x2b3 net/http/server.go:859 # 0x771589 net/http.(*conn).serve+0x269 net/http/server.go:2013 0: 0 [37: 66304] @ 0x49e3bc 0x49e206 0x49ded4 0x792b2e 0x770bb3 0x771985 0x493cc1 # 0x49e3bb sync.(*Pool).pinSlow+0x17b sync/pool.go:241 # 0x49e205 sync.(*Pool).pin+0x45 sync/pool.go:220 # 0x49ded3 sync.(*Pool).Put+0x33 sync/pool.go:111 # 0x792b2d net/http.putBufioWriter+0xed net/http/server.go:909 # 0x770bb2 net/http.(*response).finishRequest+0x52 net/http/server.go:1716 # 0x771984 net/http.(*conn).serve+0x664 net/http/server.go:2108 0: 0 [60: 19200] @ 0x19dca5f 0x19dcad2 0x19da37a 0x792bee 0x771945 0x493cc1 # 0x19dca5e net/http.(*Request).WithContext+0x7e net/http/request.go:372 # 0x19dcad1 github.com/gorilla/mux.requestWithVars+0xf1 github.com/gorilla/mux@v1.8.1/mux.go:450 # 0x19da379 github.com/gorilla/mux.(*Router).ServeHTTP+0x119 github.com/gorilla/mux@v1.8.1/mux.go:200 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [10: 480] @ 0x48973a 0x48974f 0x4c8985 0x4c7e79 0x4c7e3d 0x76ce6a 0x7716b8 0x493cc1 # 0x4c8984 context.(*cancelCtx).propagateCancel+0x124 context/context.go:490 # 0x4c7e78 context.withCancel+0x58 context/context.go:278 # 0x4c7e3c context.WithCancel+0x1c context/context.go:241 # 0x76ce69 net/http.(*conn).readRequest+0x6c9 net/http/server.go:1083 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [3: 288] @ 0x79255c 0x79251d 0x792634 0x77158a 0x493cc1 # 0x79255b bufio.NewReaderSize+0x1db bufio/bufio.go:56 # 0x79251c bufio.NewReader+0x19c bufio/bufio.go:63 # 0x792633 net/http.newBufioReader+0x2b3 net/http/server.go:859 # 0x771589 net/http.(*conn).serve+0x269 net/http/server.go:2013 0: 0 [312: 439296] @ 0x489693 0x419edd 0x419ede 0x419e2f 0x418e4d 0x41e3fc 0x1918b09 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x1918b08 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x868 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:358 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [6: 288] @ 0x655952 0x63f085 0x6562db 0x6554d0 0x776e2c 0x1a5cad6 0x1a5bde7 0x19a7410 0x493cc1 # 0x655951 net.sockaddrToTCP+0x71 net/tcpsock_posix.go:21 # 0x63f084 net.(*netFD).accept+0x304 net/fd_unix.go:189 # 0x6562da net.(*TCPListener).accept+0x1a net/tcpsock_posix.go:159 # 0x6554cf net.(*TCPListener).Accept+0x2f net/tcpsock.go:380 # 0x776e2b net/http.(*Server).Serve+0x30b net/http/server.go:3424 # 0x1a5cad5 github.com/prometheus/exporter-toolkit/web.Serve+0x755 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:351 # 0x1a5bde6 github.com/prometheus/exporter-toolkit/web.ServeMultiple.func1+0x26 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:274 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [77: 27104] @ 0x489693 0x418dc5 0x418db8 0x41d8d9 0x76e21c 0x76dc97 0x7709f7 0x77078a 0x1c46922 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x76e21b net/http.Header.Clone+0x6fb net/http/header.go:114 # 0x76dc96 net/http.(*response).WriteHeader+0x176 net/http/server.go:1231 # 0x7709f6 net/http.(*response).write+0x1d6 net/http/server.go:1688 # 0x770789 net/http.(*response).Write+0x29 net/http/server.go:1665 # 0x1c46921 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x221 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:254 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [23: 1104] @ 0x19a7905 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7904 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x3a4 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:102 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [138: 370944] @ 0x489693 0x419edd 0x419ede 0x419e2f 0x41b997 0x41b705 0x41e486 0x19a7b59 0x49f4ea 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7b58 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0x1b8 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:131 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [126: 516096] @ 0x792997 0x792973 0x7715cd 0x493cc1 # 0x792996 bufio.NewWriterSize+0x1b6 bufio/bufio.go:600 # 0x792972 net/http.newBufioWriterSize+0x192 net/http/server.go:894 # 0x7715cc net/http.(*conn).serve+0x2ac net/http/server.go:2014 0: 0 [78: 159744] @ 0x792997 0x792973 0x76d0df 0x7716b8 0x493cc1 # 0x792996 bufio.NewWriterSize+0x1b6 bufio/bufio.go:600 # 0x792972 net/http.newBufioWriterSize+0x192 net/http/server.go:894 # 0x76d0de net/http.(*conn).readRequest+0x93e net/http/server.go:1115 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [13: 624] @ 0x48973a 0x48974f 0x191830a 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x1918309 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x69 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:298 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [213: 13632] @ 0x19a7eca 0x19a7410 0x493cc1 # 0x19a7ec9 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x2c9 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:109 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [20: 1280] @ 0x806ba6 0x18dbe99 0x19166bc 0x19a7c3d 0x19a7410 0x493cc1 # 0x806ba5 github.com/NVIDIA/go-dcgm/pkg/dcgm.EntityGetLatestValues+0xe5 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:340 # 0x18dbe98 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider.dcgmProvider.EntityGetLatestValues+0x38 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider/dcgm.go:139 # 0x19166bb github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x15b github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:98 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [49: 10976] @ 0x6f553c 0x791ca9 0x791caa 0x76c9c7 0x7716b8 0x493cc1 # 0x6f553b net/textproto.readMIMEHeader+0x27b net/textproto/reader.go:573 # 0x791ca8 net/textproto.(*Reader).ReadMIMEHeader+0x4c8 net/textproto/reader.go:507 # 0x791ca9 net/http.readRequest+0x4c9 net/http/request.go:1133 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [17: 69632] @ 0x536c94 0x5366bd 0x536899 0x5286ef 0x5b2ba5 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x536c93 bytes.growSlice+0x93 bytes/buffer.go:249 # 0x5366bc bytes.(*Buffer).grow+0x13c bytes/buffer.go:151 # 0x536898 bytes.(*Buffer).Write+0x58 bytes/buffer.go:179 # 0x5286ee fmt.Fprint+0x6e fmt/print.go:263 # 0x5b2ba4 text/template.(*state).printValue+0x184 text/template/exec.go:1107 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [133: 2128] @ 0x4f334b 0x4e1d31 0x5012bc 0x5ac339 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x4f334a reflect.copyVal+0x2a reflect/value.go:1791 # 0x4e1d30 reflect.(*MapIter).Key+0x50 reflect/map_swiss.go:267 # 0x5012bb internal/fmtsort.Sort+0x1bb internal/fmtsort/sort.go:60 # 0x5ac338 text/template.(*state).walkRange+0x458 text/template/exec.go:426 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [96: 49152] @ 0x536c94 0x5366bd 0x536899 0x5ab705 0x5ab7fd 0x5aba3e 0x5ab6ab 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x536c93 bytes.growSlice+0x93 bytes/buffer.go:249 # 0x5366bc bytes.(*Buffer).grow+0x13c bytes/buffer.go:151 # 0x536898 bytes.(*Buffer).Write+0x58 bytes/buffer.go:179 # 0x5ab704 text/template.(*state).walk+0x224 text/template/exec.go:287 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aba3d text/template.(*state).walkIfOrWith+0x1bd text/template/exec.go:310 # 0x5ab6aa text/template.(*state).walk+0x1ca text/template/exec.go:277 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [27: 3456] @ 0x63eec5 0x63ee6f 0x6562db 0x6554d0 0x776e2c 0x1a5cad6 0x1a5bde7 0x19a7410 0x493cc1 # 0x63eec4 net.newFD+0x144 net/fd_unix.go:27 # 0x63ee6e net.(*netFD).accept+0xee net/fd_unix.go:180 # 0x6562da net.(*TCPListener).accept+0x1a net/tcpsock_posix.go:159 # 0x6554cf net.(*TCPListener).Accept+0x2f net/tcpsock.go:380 # 0x776e2b net/http.(*Server).Serve+0x30b net/http/server.go:3424 # 0x1a5cad5 github.com/prometheus/exporter-toolkit/web.Serve+0x755 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:351 # 0x1a5bde6 github.com/prometheus/exporter-toolkit/web.ServeMultiple.func1+0x26 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:274 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [126: 4032] @ 0x5abff8 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x5abff7 text/template.(*state).walkRange+0x117 text/template/exec.go:363 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [90: 2160] @ 0x19a7dba 0x19a7410 0x493cc1 # 0x19a7db9 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x1b9 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:112 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [344: 704512] @ 0x536c94 0x5366bd 0x536899 0x5286ef 0x5b2ba5 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x536c93 bytes.growSlice+0x93 bytes/buffer.go:249 # 0x5366bc bytes.(*Buffer).grow+0x13c bytes/buffer.go:151 # 0x536898 bytes.(*Buffer).Write+0x58 bytes/buffer.go:179 # 0x5286ee fmt.Fprint+0x6e fmt/print.go:263 # 0x5b2ba4 text/template.(*state).printValue+0x184 text/template/exec.go:1107 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [36: 64512] @ 0x49e3bc 0x49e206 0x49ded4 0x7927a9 0x770e2d 0x770ed8 0x7728e8 0x771b16 0x493cc1 # 0x49e3bb sync.(*Pool).pinSlow+0x17b sync/pool.go:241 # 0x49e205 sync.(*Pool).pin+0x45 sync/pool.go:220 # 0x49ded3 sync.(*Pool).Put+0x33 sync/pool.go:111 # 0x7927a8 net/http.putBufioReader+0x128 net/http/server.go:873 # 0x770e2c net/http.(*conn).finalFlush+0x2c net/http/server.go:1784 # 0x770ed7 net/http.(*conn).close+0x17 net/http/server.go:1799 # 0x7728e7 net/http.(*conn).serve.func1+0x1e7 net/http/server.go:1959 # 0x771b15 net/http.(*conn).serve+0x7f5 net/http/server.go:2114 0: 0 [64: 45056] @ 0x489693 0x418dc5 0x418db8 0x41e3d2 0x19a7b59 0x49f4ea 0x49f465 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7b58 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0x1b8 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:131 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [88: 2112] @ 0x4f334b 0x4e1f71 0x5012de 0x5ac339 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x4f334a reflect.copyVal+0x2a reflect/value.go:1791 # 0x4e1f70 reflect.(*MapIter).Value+0x50 reflect/map_swiss.go:311 # 0x5012dd internal/fmtsort.Sort+0x1dd internal/fmtsort/sort.go:60 # 0x5ac338 text/template.(*state).walkRange+0x458 text/template/exec.go:426 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [210: 215040] @ 0x5011c6 0x5ac339 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x5011c5 internal/fmtsort.Sort+0xc5 internal/fmtsort/sort.go:57 # 0x5ac338 text/template.(*state).walkRange+0x458 text/template/exec.go:426 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [102: 1632] @ 0x4ec026 0x4fcfcd 0x5b2e4b 0x5b2e07 0x5b2aa9 0x5ab63c 0x5ab7fd 0x5aba3e 0x5ab6ab 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x4ec025 reflect.packEface+0x45 reflect/value.go:135 # 0x4fcfcc reflect.valueInterface+0xac reflect/value.go:1513 # 0x5b2e4a reflect.Value.Interface+0x20a reflect/value.go:1484 # 0x5b2e06 text/template.printableValue+0x1c6 text/template/exec.go:1133 # 0x5b2aa8 text/template.(*state).printValue+0x88 text/template/exec.go:1103 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aba3d text/template.(*state).walkIfOrWith+0x1bd text/template/exec.go:310 # 0x5ab6aa text/template.(*state).walk+0x1ca text/template/exec.go:277 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [194: 198656] @ 0x536c94 0x5366bd 0x536899 0x5286ef 0x5b2ba5 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x536c93 bytes.growSlice+0x93 bytes/buffer.go:249 # 0x5366bc bytes.(*Buffer).grow+0x13c bytes/buffer.go:151 # 0x536898 bytes.(*Buffer).Write+0x58 bytes/buffer.go:179 # 0x5286ee fmt.Fprint+0x6e fmt/print.go:263 # 0x5b2ba4 text/template.(*state).printValue+0x184 text/template/exec.go:1107 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [379: 18192] @ 0x5011c6 0x5ac339 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x5011c5 internal/fmtsort.Sort+0xc5 internal/fmtsort/sort.go:57 # 0x5ac338 text/template.(*state).walkRange+0x458 text/template/exec.go:426 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [144: 202752] @ 0x489693 0x419edd 0x419ede 0x419e2f 0x418e4d 0x41e3fc 0x19a7b59 0x49f4ea 0x49f465 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7b58 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0x1b8 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:131 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [500: 1344000] @ 0x489693 0x419edd 0x419ede 0x419e2f 0x41b997 0x41b705 0x41e486 0x1918b09 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x1918b08 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x868 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:358 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [169: 27040] @ 0x4a0aab 0x4a0a99 0x4a100d 0x19a7f14 0x19a7e4c 0x19a7410 0x493cc1 # 0x4a0aaa internal/sync.newIndirectNode[...]+0x6a internal/sync/hashtriemap.go:550 # 0x4a0a98 internal/sync.(*HashTrieMap[...]).expand+0x58 internal/sync/hashtriemap.go:177 # 0x4a100c internal/sync.(*HashTrieMap[...]).LoadOrStore+0x38c internal/sync/hashtriemap.go:160 # 0x19a7f13 sync.(*Map).LoadOrStore+0x313 sync/hashtriemap.go:67 # 0x19a7e4b github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x24b github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:109 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [74: 52096] @ 0x489693 0x418dc5 0x418db8 0x41e3d2 0x19a7b59 0x49f4ea 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7b58 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0x1b8 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:131 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [66: 23232] @ 0x489693 0x418dc5 0x418db8 0x41d8d9 0x1c467a9 0x1c46744 0x1c46733 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x1c467a8 net/textproto.MIMEHeader.Set+0xa8 net/textproto/header.go:22 # 0x1c46743 net/http.Header.Set+0x43 net/http/header.go:40 # 0x1c46732 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x32 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:238 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [1102: 317376] @ 0x1918b38 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x1918b37 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x897 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:358 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [1047: 8577024] @ 0x536c94 0x5366bd 0x536899 0x5286ef 0x5b2ba5 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x536c93 bytes.growSlice+0x93 bytes/buffer.go:249 # 0x5366bc bytes.(*Buffer).grow+0x13c bytes/buffer.go:151 # 0x536898 bytes.(*Buffer).Write+0x58 bytes/buffer.go:179 # 0x5286ee fmt.Fprint+0x6e fmt/print.go:263 # 0x5b2ba4 text/template.(*state).printValue+0x184 text/template/exec.go:1107 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [326: 876288] @ 0x489693 0x419edd 0x419ede 0x419e2f 0x41b997 0x41b705 0x41e486 0x19a7b59 0x49f4ea 0x49f465 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7b58 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0x1b8 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:131 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [335: 16080] @ 0x48973a 0x48974f 0x19185fa 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x19185f9 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x359 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:323 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [725: 2969600] @ 0x536c94 0x5366bd 0x536899 0x5ab705 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x536c93 bytes.growSlice+0x93 bytes/buffer.go:249 # 0x5366bc bytes.(*Buffer).grow+0x13c bytes/buffer.go:151 # 0x536898 bytes.(*Buffer).Write+0x58 bytes/buffer.go:179 # 0x5ab704 text/template.(*state).walk+0x224 text/template/exec.go:287 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [843: 13488] @ 0x4ec026 0x4fcfcd 0x5b2e4b 0x5b2e07 0x5b2aa9 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x4ec025 reflect.packEface+0x45 reflect/value.go:135 # 0x4fcfcc reflect.valueInterface+0xac reflect/value.go:1513 # 0x5b2e4a reflect.Value.Interface+0x20a reflect/value.go:1484 # 0x5b2e06 text/template.printableValue+0x1c6 text/template/exec.go:1133 # 0x5b2aa8 text/template.(*state).printValue+0x88 text/template/exec.go:1103 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [150: 7200] @ 0x4a0f7b 0x4a0f53 0x19a7f14 0x19a7e4c 0x19a7410 0x493cc1 # 0x4a0f7a internal/sync.newEntryNode[...]+0x2fa internal/sync/hashtriemap.go:572 # 0x4a0f52 internal/sync.(*HashTrieMap[...]).LoadOrStore+0x2d2 internal/sync/hashtriemap.go:151 # 0x19a7f13 sync.(*Map).LoadOrStore+0x313 sync/hashtriemap.go:67 # 0x19a7e4b github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x24b github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:109 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [246: 15744] @ 0x19a7d9e 0x19a7410 0x493cc1 # 0x19a7d9d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x19d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:112 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [2996: 49086464] @ 0x536c94 0x5366bd 0x536899 0x5286ef 0x5b2ba5 0x5ab63c 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x536c93 bytes.growSlice+0x93 bytes/buffer.go:249 # 0x5366bc bytes.(*Buffer).grow+0x13c bytes/buffer.go:151 # 0x536898 bytes.(*Buffer).Write+0x58 bytes/buffer.go:179 # 0x5286ee fmt.Fprint+0x6e fmt/print.go:263 # 0x5b2ba4 text/template.(*state).printValue+0x184 text/template/exec.go:1107 # 0x5ab63b text/template.(*state).walk+0x15b text/template/exec.go:269 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [24: 43008] @ 0x49e3bc 0x49e206 0x49ded4 0x806fc8 0x806e2f 0x18dbe99 0x19166bc 0x19a7c3d 0x19a7410 0x493cc1 # 0x49e3bb sync.(*Pool).pinSlow+0x17b sync/pool.go:241 # 0x49e205 sync.(*Pool).pin+0x45 sync/pool.go:220 # 0x49ded3 sync.(*Pool).Put+0x33 sync/pool.go:111 # 0x806fc7 github.com/NVIDIA/go-dcgm/pkg/dcgm.releaseFieldValueSlice+0xc7 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:256 # 0x806e2e github.com/NVIDIA/go-dcgm/pkg/dcgm.EntityGetLatestValues+0x36e github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:351 # 0x18dbe98 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider.dcgmProvider.EntityGetLatestValues+0x38 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider/dcgm.go:139 # 0x19166bb github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x15b github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:98 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [42: 112896] @ 0x489693 0x419edd 0x419ede 0x419e2f 0x41b997 0x41b705 0x41e486 0x19a7b59 0x49f4ea 0x49f465 0x49f465 0x49f597 0x19a7837 0x19a780e 0x1c46885 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19a7b58 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func2+0x1b8 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:131 # 0x49f4e9 internal/sync.(*HashTrieMap[...]).iter+0xe9 internal/sync/hashtriemap.go:512 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f464 internal/sync.(*HashTrieMap[...]).iter+0x64 internal/sync/hashtriemap.go:505 # 0x49f596 internal/sync.(*HashTrieMap[...]).Range+0x56 internal/sync/hashtriemap.go:495 # 0x19a7836 sync.(*Map).Range+0x2d6 sync/hashtriemap.go:115 # 0x19a780d github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather+0x2ad github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:126 # 0x1c46884 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x184 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:242 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [38: 7904] @ 0x489693 0x418dc5 0x418db8 0x41e3d2 0x4c89c9 0x4c7e79 0x4c7e3d 0x76ce6a 0x7716b8 0x493cc1 # 0x4c89c8 context.(*cancelCtx).propagateCancel+0x168 context/context.go:492 # 0x4c7e78 context.withCancel+0x58 context/context.go:278 # 0x4c7e3c context.WithCancel+0x1c context/context.go:241 # 0x76ce69 net/http.(*conn).readRequest+0x6c9 net/http/server.go:1083 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [479: 3923968] @ 0x536c94 0x5366bd 0x536899 0x5ab705 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x536c93 bytes.growSlice+0x93 bytes/buffer.go:249 # 0x5366bc bytes.(*Buffer).grow+0x13c bytes/buffer.go:151 # 0x536898 bytes.(*Buffer).Write+0x58 bytes/buffer.go:179 # 0x5ab704 text/template.(*state).walk+0x224 text/template/exec.go:287 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [197: 9456] @ 0x4a1eac 0x4a1e9a 0x4a07c5 0x19a7de5 0x19a7dc2 0x19a7ce0 0x19a7410 0x493cc1 # 0x4a1eab internal/sync.newEntryNode[...]+0x8b internal/sync/hashtriemap.go:572 # 0x4a1e99 internal/sync.(*entry[...]).swap+0x79 internal/sync/hashtriemap.go:606 # 0x4a07c4 internal/sync.(*HashTrieMap[...]).Swap+0x264 internal/sync/hashtriemap.go:256 # 0x19a7de4 internal/sync.(*HashTrieMap[...]).Store+0x1e4 internal/sync/hashtriemap.go:200 # 0x19a7dc1 sync.(*Map).Store+0x1c1 sync/hashtriemap.go:55 # 0x19a7cdf github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0xdf github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:112 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [2164: 1246464] @ 0x1918b38 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x1918b37 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x897 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:358 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [245: 15680] @ 0x4f334b 0x4e1d31 0x5012bc 0x5ac339 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x4f334a reflect.copyVal+0x2a reflect/value.go:1791 # 0x4e1d30 reflect.(*MapIter).Key+0x50 reflect/map_swiss.go:267 # 0x5012bb internal/fmtsort.Sort+0x1bb internal/fmtsort/sort.go:60 # 0x5ac338 text/template.(*state).walkRange+0x458 text/template/exec.go:426 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [472: 15104] @ 0x5abff8 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acb69 0x5ab57c 0x5ab7fd 0x5ad1b2 0x5acacd 0x5ab57c 0x5ab7fd 0x5aaf7a 0x1a5fe19 0x1a5fe1a 0x1c47d2f 0x1c468cc 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x5abff7 text/template.(*state).walkRange+0x117 text/template/exec.go:363 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acb68 text/template.(*state).walkRange+0xc88 text/template/exec.go:419 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5ad1b1 text/template.(*state).walkRange.func2+0x2b1 text/template/exec.go:395 # 0x5acacc text/template.(*state).walkRange+0xbec text/template/exec.go:428 # 0x5ab57b text/template.(*state).walk+0x9b text/template/exec.go:283 # 0x5ab7fc text/template.(*state).walk+0x31c text/template/exec.go:280 # 0x5aaf79 text/template.(*Template).execute+0x299 text/template/exec.go:224 # 0x1a5fe18 text/template.(*Template).Execute+0x198 text/template/exec.go:207 # 0x1a5fe19 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics.RenderGroup+0x199 github.com/NVIDIA/dcgm-exporter/internal/pkg/rendermetrics/render_metrics.go:158 # 0x1c47d2e github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).render+0x11ce github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:314 # 0x1c468cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Metrics+0x1cb github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:249 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 0: 0 [2243: 1291968] @ 0x19a7f65 0x19a7410 0x493cc1 # 0x19a7f64 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x364 github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:111 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [1823: 8867072] @ 0x1918f45 0x19183a5 0x191698b 0x19a7c3d 0x19a7410 0x493cc1 # 0x1918f44 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toString+0x224 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:388 # 0x19183a4 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.toMetric+0x104 github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:301 # 0x191698a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x42a github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:125 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [38770: 4446453760] @ 0x806c50 0x806dfd 0x18dbe99 0x19166bc 0x19a7c3d 0x19a7410 0x493cc1 # 0x806c4f github.com/NVIDIA/go-dcgm/pkg/dcgm.toFieldValue+0x18f github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:395 # 0x806dfc github.com/NVIDIA/go-dcgm/pkg/dcgm.EntityGetLatestValues+0x33c github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:351 # 0x18dbe98 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider.dcgmProvider.EntityGetLatestValues+0x38 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider/dcgm.go:139 # 0x19166bb github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x15b github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:98 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [1: 128] @ 0x49e912 0x49df25 0x806fc8 0x806e2f 0x18dbe99 0x19166bc 0x19a7c3d 0x19a7410 0x493cc1 # 0x49e911 sync.(*poolChain).pushHead+0x51 sync/poolqueue.go:226 # 0x49df24 sync.(*Pool).Put+0x84 sync/pool.go:115 # 0x806fc7 github.com/NVIDIA/go-dcgm/pkg/dcgm.releaseFieldValueSlice+0xc7 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:256 # 0x806e2e github.com/NVIDIA/go-dcgm/pkg/dcgm.EntityGetLatestValues+0x36e github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:351 # 0x18dbe98 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider.dcgmProvider.EntityGetLatestValues+0x38 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider/dcgm.go:139 # 0x19166bb github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x15b github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:98 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 0: 0 [9: 576] @ 0x76b54e 0x76b559 0x76bb8b 0x5c3303 0x5c3e09 0x5c4065 0x6f3065 0x791890 0x7918ab 0x76c9c7 0x7716b8 0x493cc1 # 0x76b54d sync.NewCond+0x4d sync/cond.go:49 # 0x76b558 net/http.(*connReader).lock+0x58 net/http/server.go:669 # 0x76bb8a net/http.(*connReader).Read+0x2a net/http/server.go:771 # 0x5c3302 bufio.(*Reader).fill+0x102 bufio/bufio.go:113 # 0x5c3e08 bufio.(*Reader).ReadSlice+0x28 bufio/bufio.go:380 # 0x5c4064 bufio.(*Reader).ReadLine+0x24 bufio/bufio.go:409 # 0x6f3064 net/textproto.(*Reader).readLineSlice+0xa4 net/textproto/reader.go:64 # 0x79188f net/textproto.(*Reader).ReadLine+0xaf net/textproto/reader.go:44 # 0x7918aa net/http.readRequest+0xca net/http/request.go:1087 # 0x76c9c6 net/http.(*conn).readRequest+0x226 net/http/server.go:1048 # 0x7716b7 net/http.(*conn).serve+0x397 net/http/server.go:2027 0: 0 [1: 139264] @ 0x7ff032 0x49e011 0x806178 0x8065b2 0x8040b5 0x8048fe 0x18db1a5 0x18db1d4 0x1c5453e 0x1c50174 0x1c4f6b5 0x1c4f6b6 0x1c48c76 0x1c4f627 0x82a8fe 0x827345 0x826d4f 0x1c56b7f 0x45676b 0x493cc1 # 0x7ff031 github.com/NVIDIA/go-dcgm/pkg/dcgm.init.func1+0x31 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:191 # 0x49e010 sync.(*Pool).Get+0xb0 sync/pool.go:155 # 0x806177 github.com/NVIDIA/go-dcgm/pkg/dcgm.acquireFieldValueSlice+0x37 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:230 # 0x8065b1 github.com/NVIDIA/go-dcgm/pkg/dcgm.GetLatestValuesForFields+0x71 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:300 # 0x8040b4 github.com/NVIDIA/go-dcgm/pkg/dcgm.getCPUAffinity+0x1b4 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/device_info.go:197 # 0x8048fd github.com/NVIDIA/go-dcgm/pkg/dcgm.getDeviceInfo+0x25d github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/device_info.go:251 # 0x18db1a4 github.com/NVIDIA/go-dcgm/pkg/dcgm.GetDeviceInfo+0x64 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/api.go:85 # 0x18db1d3 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider.dcgmProvider.GetDeviceInfo+0x93 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider/dcgm.go:167 # 0x1c5453d github.com/NVIDIA/dcgm-exporter/pkg/cmd.queryDCPMetrics+0x29d github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:965 # 0x1c50173 github.com/NVIDIA/dcgm-exporter/pkg/cmd.StartDCGMExporterWithSignalSource+0x5b3 github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:490 # 0x1c4f6b4 github.com/NVIDIA/dcgm-exporter/pkg/cmd.startDCGMExporter+0x54 github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:581 # 0x1c4f6b5 github.com/NVIDIA/dcgm-exporter/pkg/cmd.action.func1+0x55 github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:397 # 0x1c48c75 github.com/NVIDIA/dcgm-exporter/internal/pkg/stdout.Capture+0x1d5 github.com/NVIDIA/dcgm-exporter/internal/pkg/stdout/capture.go:76 # 0x1c4f626 github.com/NVIDIA/dcgm-exporter/pkg/cmd.action+0x46 github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:388 # 0x82a8fd github.com/urfave/cli/v2.(*Command).Run+0x7bd github.com/urfave/cli/v2@v2.27.6/command.go:276 # 0x827344 github.com/urfave/cli/v2.(*App).RunContext+0x5a4 github.com/urfave/cli/v2@v2.27.6/app.go:333 # 0x826d4e github.com/urfave/cli/v2.(*App).Run+0x2e github.com/urfave/cli/v2@v2.27.6/app.go:307 # 0x1c56b7e main.main+0x5e github.com/NVIDIA/dcgm-exporter/cmd/dcgm-exporter/main.go:30 # 0x45676a runtime.main+0x28a runtime/proc.go:283 0: 0 [1: 16] @ 0x199d42d 0x199d3d7 0x1999f25 0x19a6950 0x19a7047 0x19a6e68 0x1c4ff28 0x1c4ff2e 0x1c4f6b5 0x1c4f6b6 0x1c48c76 0x1c4f627 0x82a8fe 0x827345 0x826d4f 0x1c56b7f 0x45676b 0x493cc1 # 0x199d42c debug/elf.getString+0x33ac debug/elf/file.go:737 # 0x199d3d6 debug/elf.NewFile+0x3356 debug/elf/file.go:605 # 0x1999f24 debug/elf.Open+0x44 debug/elf/file.go:253 # 0x19a694f github.com/NVIDIA/dcgm-exporter/internal/pkg/elf.RealELF.Open+0x2f github.com/NVIDIA/dcgm-exporter/internal/pkg/elf/elf.go:28 # 0x19a7046 github.com/NVIDIA/dcgm-exporter/internal/pkg/prerequisites.dcgmLibExistsRule.readELF+0x46 github.com/NVIDIA/dcgm-exporter/internal/pkg/prerequisites/dcgmlib_rule.go:77 # 0x19a6e67 github.com/NVIDIA/dcgm-exporter/internal/pkg/prerequisites.dcgmLibExistsRule.Validate+0x227 github.com/NVIDIA/dcgm-exporter/internal/pkg/prerequisites/dcgmlib_rule.go:52 # 0x1c4ff27 github.com/NVIDIA/dcgm-exporter/internal/pkg/prerequisites.Validate+0x367 github.com/NVIDIA/dcgm-exporter/internal/pkg/prerequisites/validation.go:25 # 0x1c4ff2d github.com/NVIDIA/dcgm-exporter/pkg/cmd.StartDCGMExporterWithSignalSource+0x36d github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:449 # 0x1c4f6b4 github.com/NVIDIA/dcgm-exporter/pkg/cmd.startDCGMExporter+0x54 github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:581 # 0x1c4f6b5 github.com/NVIDIA/dcgm-exporter/pkg/cmd.action.func1+0x55 github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:397 # 0x1c48c75 github.com/NVIDIA/dcgm-exporter/internal/pkg/stdout.Capture+0x1d5 github.com/NVIDIA/dcgm-exporter/internal/pkg/stdout/capture.go:76 # 0x1c4f626 github.com/NVIDIA/dcgm-exporter/pkg/cmd.action+0x46 github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:388 # 0x82a8fd github.com/urfave/cli/v2.(*Command).Run+0x7bd github.com/urfave/cli/v2@v2.27.6/command.go:276 # 0x827344 github.com/urfave/cli/v2.(*App).RunContext+0x5a4 github.com/urfave/cli/v2@v2.27.6/app.go:333 # 0x826d4e github.com/urfave/cli/v2.(*App).Run+0x2e github.com/urfave/cli/v2@v2.27.6/app.go:307 # 0x1c56b7e main.main+0x5e github.com/NVIDIA/dcgm-exporter/cmd/dcgm-exporter/main.go:30 # 0x45676a runtime.main+0x28a runtime/proc.go:283 0: 0 [1: 384] @ 0x1370cd1 0xc4b8ff 0xc4b8ff 0x13ca51e 0x465498 0x456825 0x45670e 0x493cc1 # 0x1370cd0 k8s.io/api/storage/v1.addKnownTypes+0x30 k8s.io/api@v0.33.3/storage/v1/register.go:47 # 0xc4b8fe k8s.io/apimachinery/pkg/runtime.(*SchemeBuilder).AddToScheme+0x5e k8s.io/apimachinery@v0.33.3/pkg/runtime/scheme_builder.go:29 # 0xc4b8fe k8s.io/apimachinery/pkg/runtime.(*SchemeBuilder).AddToScheme+0x5e k8s.io/apimachinery@v0.33.3/pkg/runtime/scheme_builder.go:29 # 0x13ca51d k8s.io/client-go/kubernetes/scheme.init.0+0x3d k8s.io/client-go@v0.33.3/kubernetes/scheme/register.go:163 # 0x465497 runtime.doInit1+0xd7 runtime/proc.go:7410 # 0x456824 runtime.doInit+0x344 runtime/proc.go:7377 # 0x45670d runtime.main+0x22d runtime/proc.go:254 0: 0 [1: 24] @ 0x59ae59 0x59d7ee 0x58e253 0x435cf9 0x493cc1 # 0x59ae58 internal/sync.(*HashTrieMap[...]).All+0x38 internal/sync/hashtriemap.go:483 # 0x59d7ed unique.addUniqueMap[...].func1+0x2d unique/handle.go:134 # 0x58e252 unique.registerCleanup.func1+0xd2 unique/handle.go:162 # 0x435cf8 runtime.unique_runtime_registerUniqueMapCleanup.func2+0x38 runtime/mgc.go:1798 0: 0 [1: 80] @ 0x4e7145 0x4e6505 0x4fb489 0x4fb888 0x4f36ea 0x9c8e07 0x9c85a5 0xf533e5 0xc4b8ff 0xc4b8ff 0x13ca51e 0x465498 0x456825 0x45670e 0x493cc1 # 0x4e7144 reflect.funcStr+0x6a4 reflect/type.go:1966 # 0x4e6504 reflect.FuncOf+0x5e4 reflect/type.go:1919 # 0x4fb488 reflect.(*rtype).Method+0x448 reflect/type.go:636 # 0x4fb887 reflect.(*rtype).MethodByName+0x2c7 reflect/type.go:672 # 0x4f36e9 reflect.Value.MethodByName+0x89 reflect/value.go:1845 # 0x9c8e06 k8s.io/apimachinery/pkg/runtime.(*Scheme).AddKnownTypeWithName+0x526 k8s.io/apimachinery@v0.33.3/pkg/runtime/scheme.go:194 # 0x9c85a4 k8s.io/apimachinery/pkg/runtime.(*Scheme).AddKnownTypes+0x144 k8s.io/apimachinery@v0.33.3/pkg/runtime/scheme.go:158 # 0xf533e4 k8s.io/api/authorization/v1beta1.addKnownTypes+0x104 k8s.io/api@v0.33.3/authorization/v1beta1/register.go:46 # 0xc4b8fe k8s.io/apimachinery/pkg/runtime.(*SchemeBuilder).AddToScheme+0x5e k8s.io/apimachinery@v0.33.3/pkg/runtime/scheme_builder.go:29 # 0xc4b8fe k8s.io/apimachinery/pkg/runtime.(*SchemeBuilder).AddToScheme+0x5e k8s.io/apimachinery@v0.33.3/pkg/runtime/scheme_builder.go:29 # 0x13ca51d k8s.io/client-go/kubernetes/scheme.init.0+0x3d k8s.io/client-go@v0.33.3/kubernetes/scheme/register.go:163 # 0x465497 runtime.doInit1+0xd7 runtime/proc.go:7410 # 0x456824 runtime.doInit+0x344 runtime/proc.go:7377 # 0x45670d runtime.main+0x22d runtime/proc.go:254 1: 96 [1: 96] @ 0x456da9 0x469f17 0x4337d2 0x4337bb 0x435251 0x493cc1 # 0x456da8 runtime.acquireSudog+0x228 runtime/proc.go:484 # 0x469f16 runtime.semacquire1+0x76 runtime/sema.go:159 # 0x4337d1 runtime.semacquire+0x31 runtime/sema.go:139 # 0x4337ba runtime.gcMarkDone+0x1a runtime/mgc.go:872 # 0x435250 runtime.gcBgMarkWorker+0x330 runtime/mgc.go:1560 1: 112 [1: 112] @ 0x456653 0x493cc1 # 0x456652 runtime.main+0x172 runtime/proc.go:213 1: 160 [1: 160] @ 0x4a0aab 0x4a0a99 0x4a100d 0x18fe3d4 0x18fe3a5 0x18fe5fd 0x19019d1 0x1901f5a 0x1901ff8 0x18fead6 0x465498 0x456825 0x45670e 0x493cc1 # 0x4a0aaa internal/sync.newIndirectNode[...]+0x6a internal/sync/hashtriemap.go:550 # 0x4a0a98 internal/sync.(*HashTrieMap[...]).expand+0x58 internal/sync/hashtriemap.go:177 # 0x4a100c internal/sync.(*HashTrieMap[...]).LoadOrStore+0x38c internal/sync/hashtriemap.go:160 # 0x18fe3d3 sync.(*Map).LoadOrStore+0x333 sync/hashtriemap.go:67 # 0x18fe3a4 encoding/gob.validUserType+0x304 encoding/gob/type.go:102 # 0x18fe5fc encoding/gob.userType+0x1c encoding/gob/type.go:155 # 0x19019d0 encoding/gob.RegisterName+0x90 encoding/gob/type.go:838 # 0x1901f59 encoding/gob.Register+0x1b9 encoding/gob/type.go:899 # 0x1901ff7 encoding/gob.registerBasics+0x57 encoding/gob/type.go:905 # 0x18fead5 encoding/gob.init.1+0x135 encoding/gob/type.go:298 # 0x465497 runtime.doInit1+0xd7 runtime/proc.go:7410 # 0x456824 runtime.doInit+0x344 runtime/proc.go:7377 # 0x45670d runtime.main+0x22d runtime/proc.go:254 1: 384 [1: 384] @ 0x489653 0x4f71e5 0x979707 0x977acd 0x97bbcb 0x979f9d 0x977ae5 0x97bbcb 0x979f9d 0x977ae5 0x979905 0x977acd 0x97bbcb 0x979f9d 0x977ae5 0x977a50 0x977a5d 0x99de11 0x99d9c5 0x14f3edb 0x14f3e9d 0x14f3d85 0x465498 0x456825 0x45670e 0x493cc1 # 0x489652 reflect.unsafe_NewArray+0x12 runtime/malloc.go:1795 # 0x4f71e4 reflect.MakeSlice+0xa4 reflect/value.go:2918 # 0x979706 go.yaml.in/yaml/v2.(*decoder).sequence+0xc6 go.yaml.in/yaml/v2@v2.4.2/decode.go:591 # 0x977acc go.yaml.in/yaml/v2.(*decoder).unmarshal+0x18c go.yaml.in/yaml/v2@v2.4.2/decode.go:374 # 0x97bbca go.yaml.in/yaml/v2.(*decoder).mappingStruct+0xe4a go.yaml.in/yaml/v2@v2.4.2/decode.go:767 # 0x979f9c go.yaml.in/yaml/v2.(*decoder).mapping+0x47c go.yaml.in/yaml/v2@v2.4.2/decode.go:626 # 0x977ae4 go.yaml.in/yaml/v2.(*decoder).unmarshal+0x1a4 go.yaml.in/yaml/v2@v2.4.2/decode.go:372 # 0x97bbca go.yaml.in/yaml/v2.(*decoder).mappingStruct+0xe4a go.yaml.in/yaml/v2@v2.4.2/decode.go:767 # 0x979f9c go.yaml.in/yaml/v2.(*decoder).mapping+0x47c go.yaml.in/yaml/v2@v2.4.2/decode.go:626 # 0x977ae4 go.yaml.in/yaml/v2.(*decoder).unmarshal+0x1a4 go.yaml.in/yaml/v2@v2.4.2/decode.go:372 # 0x979904 go.yaml.in/yaml/v2.(*decoder).sequence+0x2c4 go.yaml.in/yaml/v2@v2.4.2/decode.go:609 # 0x977acc go.yaml.in/yaml/v2.(*decoder).unmarshal+0x18c go.yaml.in/yaml/v2@v2.4.2/decode.go:374 # 0x97bbca go.yaml.in/yaml/v2.(*decoder).mappingStruct+0xe4a go.yaml.in/yaml/v2@v2.4.2/decode.go:767 # 0x979f9c go.yaml.in/yaml/v2.(*decoder).mapping+0x47c go.yaml.in/yaml/v2@v2.4.2/decode.go:626 # 0x977ae4 go.yaml.in/yaml/v2.(*decoder).unmarshal+0x1a4 go.yaml.in/yaml/v2@v2.4.2/decode.go:372 # 0x977a4f go.yaml.in/yaml/v2.(*decoder).document+0x10f go.yaml.in/yaml/v2@v2.4.2/decode.go:384 # 0x977a5c go.yaml.in/yaml/v2.(*decoder).unmarshal+0x11c go.yaml.in/yaml/v2@v2.4.2/decode.go:360 # 0x99de10 go.yaml.in/yaml/v2.unmarshal+0x370 go.yaml.in/yaml/v2@v2.4.2/yaml.go:148 # 0x99d9c4 go.yaml.in/yaml/v2.Unmarshal+0x24 go.yaml.in/yaml/v2@v2.4.2/yaml.go:81 # 0x14f3eda sigs.k8s.io/structured-merge-diff/v4/typed.create+0x5a sigs.k8s.io/structured-merge-diff/v4@v4.6.0/typed/parser.go:38 # 0x14f3e9c sigs.k8s.io/structured-merge-diff/v4/typed.createOrDie+0x1c sigs.k8s.io/structured-merge-diff/v4@v4.6.0/typed/parser.go:43 # 0x14f3d84 sigs.k8s.io/structured-merge-diff/v4/typed.init+0x24 sigs.k8s.io/structured-merge-diff/v4@v4.6.0/typed/parser.go:50 # 0x465497 runtime.doInit1+0xd7 runtime/proc.go:7410 # 0x456824 runtime.doInit+0x344 runtime/proc.go:7377 # 0x45670d runtime.main+0x22d runtime/proc.go:254 1: 384 [1: 384] @ 0x99e81a 0x97ae0a 0x979f9d 0x977ae5 0x97bbcb 0x979f9d 0x977ae5 0x979905 0x977acd 0x97bbcb 0x979f9d 0x977ae5 0x977a50 0x977a5d 0x99de11 0x99d9c5 0x14f3edb 0x14f3e9d 0x14f3d85 0x465498 0x456825 0x45670e 0x493cc1 # 0x99e819 go.yaml.in/yaml/v2.getStructInfo+0xf9 go.yaml.in/yaml/v2@v2.4.2/yaml.go:320 # 0x97ae09 go.yaml.in/yaml/v2.(*decoder).mappingStruct+0x89 go.yaml.in/yaml/v2@v2.4.2/decode.go:725 # 0x979f9c go.yaml.in/yaml/v2.(*decoder).mapping+0x47c go.yaml.in/yaml/v2@v2.4.2/decode.go:626 # 0x977ae4 go.yaml.in/yaml/v2.(*decoder).unmarshal+0x1a4 go.yaml.in/yaml/v2@v2.4.2/decode.go:372 # 0x97bbca go.yaml.in/yaml/v2.(*decoder).mappingStruct+0xe4a go.yaml.in/yaml/v2@v2.4.2/decode.go:767 # 0x979f9c go.yaml.in/yaml/v2.(*decoder).mapping+0x47c go.yaml.in/yaml/v2@v2.4.2/decode.go:626 # 0x977ae4 go.yaml.in/yaml/v2.(*decoder).unmarshal+0x1a4 go.yaml.in/yaml/v2@v2.4.2/decode.go:372 # 0x979904 go.yaml.in/yaml/v2.(*decoder).sequence+0x2c4 go.yaml.in/yaml/v2@v2.4.2/decode.go:609 # 0x977acc go.yaml.in/yaml/v2.(*decoder).unmarshal+0x18c go.yaml.in/yaml/v2@v2.4.2/decode.go:374 # 0x97bbca go.yaml.in/yaml/v2.(*decoder).mappingStruct+0xe4a go.yaml.in/yaml/v2@v2.4.2/decode.go:767 # 0x979f9c go.yaml.in/yaml/v2.(*decoder).mapping+0x47c go.yaml.in/yaml/v2@v2.4.2/decode.go:626 # 0x977ae4 go.yaml.in/yaml/v2.(*decoder).unmarshal+0x1a4 go.yaml.in/yaml/v2@v2.4.2/decode.go:372 # 0x977a4f go.yaml.in/yaml/v2.(*decoder).document+0x10f go.yaml.in/yaml/v2@v2.4.2/decode.go:384 # 0x977a5c go.yaml.in/yaml/v2.(*decoder).unmarshal+0x11c go.yaml.in/yaml/v2@v2.4.2/decode.go:360 # 0x99de10 go.yaml.in/yaml/v2.unmarshal+0x370 go.yaml.in/yaml/v2@v2.4.2/yaml.go:148 # 0x99d9c4 go.yaml.in/yaml/v2.Unmarshal+0x24 go.yaml.in/yaml/v2@v2.4.2/yaml.go:81 # 0x14f3eda sigs.k8s.io/structured-merge-diff/v4/typed.create+0x5a sigs.k8s.io/structured-merge-diff/v4@v4.6.0/typed/parser.go:38 # 0x14f3e9c sigs.k8s.io/structured-merge-diff/v4/typed.createOrDie+0x1c sigs.k8s.io/structured-merge-diff/v4@v4.6.0/typed/parser.go:43 # 0x14f3d84 sigs.k8s.io/structured-merge-diff/v4/typed.init+0x24 sigs.k8s.io/structured-merge-diff/v4@v4.6.0/typed/parser.go:50 # 0x465497 runtime.doInit1+0xd7 runtime/proc.go:7410 # 0x456824 runtime.doInit+0x344 runtime/proc.go:7377 # 0x45670d runtime.main+0x22d runtime/proc.go:254 1: 448 [1: 448] @ 0x460545 0x4607b9 0x4606e5 0x491d0a # 0x460544 runtime.malg+0x24 runtime/proc.go:5059 # 0x4607b8 runtime.newproc1+0x78 runtime/proc.go:5104 # 0x4606e4 runtime.newproc.func1+0x24 runtime/proc.go:5081 # 0x491d09 runtime.systemstack+0x49 runtime/asm_amd64.s:514 1: 4864 [1: 4864] @ 0x489693 0x419edd 0x419ede 0x419e2f 0x41b997 0x41b705 0x41d997 0x84bddf 0x126ed19 0x465498 0x456825 0x45670e 0x493cc1 # 0x84bdde github.com/gogo/protobuf/proto.RegisterMapType+0x11e github.com/gogo/protobuf@v1.3.2/proto/properties.go:573 # 0x126ed18 k8s.io/api/resource/v1alpha3.init.0+0x98 k8s.io/api@v0.33.3/resource/v1alpha3/generated.pb.go:1262 # 0x465497 runtime.doInit1+0xd7 runtime/proc.go:7410 # 0x456824 runtime.doInit+0x344 runtime/proc.go:7377 # 0x45670d runtime.main+0x22d runtime/proc.go:254 3: 6144 [3: 6144] @ 0x45a6b1 0x45b1d5 0x45b8b9 0x48be8c 0x45de3e 0x45e2ca 0x459ded 0x459cf5 0x491c05 # 0x45a6b0 runtime.allocm+0x90 runtime/proc.go:2276 # 0x45b1d4 runtime.newm+0x34 runtime/proc.go:2812 # 0x45b8b8 runtime.startm+0x158 runtime/proc.go:3038 # 0x48be8b runtime.wakep+0xeb runtime/proc.go:3185 # 0x45de3d runtime.resetspinning+0x3d runtime/proc.go:3937 # 0x45e2c9 runtime.schedule+0x109 runtime/proc.go:4095 # 0x459dec runtime.mstart1+0xcc runtime/proc.go:1894 # 0x459cf4 runtime.mstart0+0x74 runtime/proc.go:1840 # 0x491c04 runtime.mstart+0x4 runtime/asm_amd64.s:395 4: 8192 [4: 8192] @ 0x45a6b1 0x45b1d5 0x45b8b9 0x48be8c 0x45de3e 0x45e2ca 0x45e6e5 0x491c8e # 0x45a6b0 runtime.allocm+0x90 runtime/proc.go:2276 # 0x45b1d4 runtime.newm+0x34 runtime/proc.go:2812 # 0x45b8b8 runtime.startm+0x158 runtime/proc.go:3038 # 0x48be8b runtime.wakep+0xeb runtime/proc.go:3185 # 0x45de3d runtime.resetspinning+0x3d runtime/proc.go:3937 # 0x45e2c9 runtime.schedule+0x109 runtime/proc.go:4095 # 0x45e6e4 runtime.park_m+0x284 runtime/proc.go:4201 # 0x491c8d runtime.mcall+0x4d runtime/asm_amd64.s:459 1: 40960 [1: 40960] @ 0x489693 0x419edd 0x419ede 0x419e2f 0x41b7b1 0x41b710 0x41d997 0x84ba09 0x11c07b3 0x465498 0x456825 0x45670e 0x493cc1 # 0x84ba08 github.com/gogo/protobuf/proto.RegisterType+0x1a8 github.com/gogo/protobuf@v1.3.2/proto/properties.go:555 # 0x11c07b2 k8s.io/api/networking/v1beta1.init.0+0xb2 k8s.io/api@v0.33.3/networking/v1beta1/generated.pb.go:755 # 0x465497 runtime.doInit1+0xd7 runtime/proc.go:7410 # 0x456824 runtime.doInit+0x344 runtime/proc.go:7377 # 0x45670d runtime.main+0x22d runtime/proc.go:254 1: 73728 [1: 73728] @ 0x489693 0x419edd 0x419ede 0x419e2f 0x41b997 0x41b705 0x41e486 0x9c8b50 0xa45e68 0x119f186 0xc4b8ff 0xc4b8ff 0x13ca51e 0x465498 0x456825 0x45670e 0x493cc1 # 0x9c8b4f k8s.io/apimachinery/pkg/runtime.(*Scheme).AddKnownTypeWithName+0x26f k8s.io/apimachinery@v0.33.3/pkg/runtime/scheme.go:184 # 0xa45e67 k8s.io/apimachinery/pkg/apis/meta/v1.AddToGroupVersion+0x147 k8s.io/apimachinery@v0.33.3/pkg/apis/meta/v1/register.go:68 # 0x119f185 k8s.io/api/networking/v1.addKnownTypes+0x245 k8s.io/api@v0.33.3/networking/v1/register.go:59 # 0xc4b8fe k8s.io/apimachinery/pkg/runtime.(*SchemeBuilder).AddToScheme+0x5e k8s.io/apimachinery@v0.33.3/pkg/runtime/scheme_builder.go:29 # 0xc4b8fe k8s.io/apimachinery/pkg/runtime.(*SchemeBuilder).AddToScheme+0x5e k8s.io/apimachinery@v0.33.3/pkg/runtime/scheme_builder.go:29 # 0x13ca51d k8s.io/client-go/kubernetes/scheme.init.0+0x3d k8s.io/client-go@v0.33.3/kubernetes/scheme/register.go:163 # 0x465497 runtime.doInit1+0xd7 runtime/proc.go:7410 # 0x456824 runtime.doInit+0x344 runtime/proc.go:7377 # 0x45670d runtime.main+0x22d runtime/proc.go:254 2: 278528 [4951: 689496064] @ 0x7ff032 0x49e011 0x806178 0x806b3a 0x18dbe99 0x19166bc 0x19a7c3d 0x19a7410 0x493cc1 # 0x7ff031 github.com/NVIDIA/go-dcgm/pkg/dcgm.init.func1+0x31 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:191 # 0x49e010 sync.(*Pool).Get+0xb0 sync/pool.go:155 # 0x806177 github.com/NVIDIA/go-dcgm/pkg/dcgm.acquireFieldValueSlice+0x37 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:230 # 0x806b39 github.com/NVIDIA/go-dcgm/pkg/dcgm.EntityGetLatestValues+0x79 github.com/NVIDIA/go-dcgm@v0.0.0-20260115225648-6cbb0463ce9f/pkg/dcgm/fields.go:337 # 0x18dbe98 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider.dcgmProvider.EntityGetLatestValues+0x38 github.com/NVIDIA/dcgm-exporter/internal/pkg/dcgmprovider/dcgm.go:139 # 0x19166bb github.com/NVIDIA/dcgm-exporter/internal/pkg/collector.(*DCGMCollector).GetMetrics+0x15b github.com/NVIDIA/dcgm-exporter/internal/pkg/collector/gpu_collector.go:98 # 0x19a7c3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry.(*Registry).Gather.func1+0x3c github.com/NVIDIA/dcgm-exporter/internal/pkg/registry/registry.go:103 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 # runtime.MemStats # Alloc = 5349832 # TotalAlloc = 37207064592 # Sys = 24466696 # Lookups = 0 # Mallocs = 101549811 # Frees = 101535024 # HeapAlloc = 5349832 # HeapSys = 14909440 # HeapIdle = 7741440 # HeapInuse = 7168000 # HeapReleased = 3735552 # HeapObjects = 14787 # Stack = 1867776 / 1867776 # MSpan = 220160 / 293760 # MCache = 14496 / 15704 # BuckHashSys = 1509813 # GCSys = 3185888 # OtherSys = 2684315 # NextGC = 7169514 # LastGC = 1795169504677082794 # PauseNs = [27100 24980 33540 18880 35930 29380 27350 34790 48120 37480 33540 26140 40460 29850 24780 48870 28070 30600 21340 27681 52250 26430 23930 25390 29470 26560 28330 23990 55380 28970 25150 58540 29500 25440 61440 24780 33170 25880 30459 30310 22190 30950 30740 26820 83410 29990 28580 22420 18390 68430 122350 31030 81290 30340 24890 24300 30120 22270 26730 24180 25950 49370 26760 54520 18420 29640 25730 25120 28170 42010 33630 28410 37080 31850 30320 28330 31040 23790 27650 37290 46900 26710 23890 30260 24420 31420 29470 26550 82480 53770 29170 31630 35791 517121 32820 27490 21290 20820 25100 44070 27530 59981 27400 38940 28670 27200 21010 43610 28850 33780 27450 43300 19450 22310 29330 34070 30840 43330 23100 20110 32920 47220 41770 29311 29930 20520 27910 28120 26590 18140 25640 26420 33330 27730 56090 30470 41970 33720 26550 28380 29540 26040 30120 44710 28310 27871 91070 30410 36869 70720 22850 34390 30380 51190 29390 48760 19860 34210 29850 18950 44560 21890 25740 25550 22460 24550 19510 40360 51510 22310 32250 43450 31771 23110 38940 42160 22490 18050 17650 31560 54800 48670 28290 33010 32400 26440 26270 25130 26071 26631 34331 24660 35100 21490 28910 50110 26470 30590 76980 32990 26890 42800 32800 43290 38390 30490 27770 31690 24990 28341 20280 26660 39540 26091 27840 26210 24960 29250 27380 59260 21080 32080 26460 21510 29709 51700 37560 43680 29470 25580 49320 32120 46430 34640 25610 25700 30650 26480 20260 31001 47350 21880 26670 23250 19940 47160 63020 27770 28680 25610 28130 30360 28590 29110 19980 53760] # PauseEnd = [1795163264678187384 1795163369677690063 1795163474679470270 1795163594678809669 1795163729677107618 1795163834678678065 1795163939677677334 1795164059678222291 1795164179678798735 1795164284678147745 1795164404678668760 1795164494677940725 1795164614678926829 1795164704678867881 1795164839677786552 1795164959678664120 1795165064678264478 1795165199679245429 1795165319678325233 1795165424678135557 1795165544678836503 1795165649677145494 1795165769678810457 1795165874678097837 1795165994677875937 1795166084679146966 1795166189678507102 1795166279677718248 1795166399679075219 1795166504677658228 1795166624677871538 1795166744678768472 1795166864677214939 1795166969679382833 1795167104677911366 1795167224677913205 1795167344678933395 1795167464677891565 1795167584677740513 1795167689677959023 1795167809677618168 1795167929678254168 1795168034677406163 1795168139677556594 1795168259678120168 1795168364742201966 1795168484679389899 1795168604677222408 1795168680160713982 1795168680167361634 1795168680505314206 1795168680645308119 1795168814678325020 1795168919677422872 1795168944095927084 1795168945400490318 1795169054679511973 1795169174677903004 1795169279677502320 1795169399678331529 1795169504677082794 1795141199678686629 1795141304677177969 1795141424678982283 1795141529678162917 1795141634677358476 1795141739677682298 1795141859677524946 1795141964677817289 1795142084678424561 1795142204677905727 1795142324678300773 1795142444678270657 1795142549678056190 1795142654677719186 1795142759677292812 1795142864679226920 1795142969678191393 1795143089677926852 1795143209678711346 1795143329677837590 1795143434678296785 1795143554678585372 1795143659678203079 1795143764679075970 1795143899678133368 1795144004677649908 1795144109678625494 1795144229677130224 1795144349679025946 1795144439677892641 1795144559678208423 1795144679679358341 1795144799678390649 1795144889677591980 1795144994679040446 1795145114677129586 1795145219678532430 1795145339677592544 1795145459678101571 1795145579678435230 1795145684677330243 1795145804679362201 1795145894678444923 1795146014677450463 1795146134679019672 1795146239678622909 1795146374677007078 1795146464678824575 1795146599677941126 1795146704678920503 1795146839677759881 1795146944679966269 1795147064677467810 1795147169677690363 1795147289678811236 1795147409677772332 1795147529678924914 1795147649678353772 1795147769677687480 1795147889678384815 1795148024677265913 1795148144677833997 1795148264678032021 1795148369678215797 1795148489678225084 1795148624677167973 1795148729678444068 1795148834678153843 1795148939685139442 1795149029679178534 1795149134678019574 1795149239679356824 1795149359678131647 1795149479677720531 1795149584678563536 1795149719677986377 1795149839679147784 1795149929678276967 1795150049678076294 1795150154679147166 1795150244678093109 1795150349677556194 1795150469678175777 1795150589677443394 1795150709677523504 1795150829678099478 1795150949677767940 1795151054678517640 1795151189677074933 1795151309678260504 1795151414677403039 1795151534677700419 1795151654678625491 1795151759677188943 1795151879678705377 1795151999678233238 1795152119679294135 1795152224683418589 1795152344684757053 1795152464679333964 1795152584677666274 1795152689679299612 1795152809678322087 1795152929678013444 1795153034686279738 1795153139677726118 1795153259678985034 1795153364678693362 1795153499677198903 1795153619678935344 1795153709678314442 1795153829727520828 1795153934678010973 1795154039677718499 1795154159678603848 1795154279677898461 1795154399677447965 1795154489679407975 1795154594677373374 1795154714678894213 1795154819678351495 1795154954677705957 1795155074676911436 1795155194677896762 1795155299679412883 1795155419678066829 1795155539678006149 1795155644679202252 1795155764677561824 1795155884678877533 1795156004678346790 1795156094678239830 1795156214678538674 1795156334677569538 1795156454679378481 1795156559678104153 1795156679678101623 1795156784685360728 1795156904678025680 1795157009677436481 1795157129678482853 1795157234677597367 1795157354679142768 1795157474677903832 1795157594684357371 1795157699678079257 1795157804677982697 1795157894678014115 1795158014678279798 1795158134677886352 1795158239677876545 1795158359678371841 1795158479677497287 1795158584678196605 1795158719677733178 1795158839678380303 1795158929678362935 1795159034677869912 1795159154678666582 1795159256808347778 1795159274677715799 1795159394679343127 1795159499677978001 1795159604678261101 1795159724679037999 1795159829677978924 1795159949679120072 1795160054678828105 1795160159677633211 1795160279679076294 1795160399678136940 1795160519679346547 1795160654677914791 1795160774677174713 1795160894678852310 1795160984678221269 1795161089728541343 1795161209678438476 1795161314677496691 1795161434679357787 1795161539678072012 1795161659677125504 1795161764679011835 1795161884677391584 1795162004678872871 1795162139677488136 1795162244678058307 1795162364678427215 1795162469677564757 1795162574678815499 1795162679678165323 1795162814677441297 1795162919678248258 1795163024677769506 1795163144678502215] # NumGC = 13117 # NumForcedGC = 0 # GCCPUFraction = 0.0002861503014971494 # DebugGC = false # MaxRSS = 125820928