goroutine profile: total 14 1 @ 0x429189 0x48df09 0x57a513 0x493cc1 # 0x48df08 os/signal.signal_recv+0x28 runtime/sigqueue.go:152 # 0x57a512 os/signal.loop+0x12 os/signal/signal_unix.go:23 1 @ 0x44b8b1 0x48aafd 0x19be0f1 0x19bdf25 0x19bad4b 0x19d424f 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19be0f0 runtime/pprof.writeRuntimeProfile+0xb0 runtime/pprof/pprof.go:796 # 0x19bdf24 runtime/pprof.writeGoroutine+0x44 runtime/pprof/pprof.go:755 # 0x19bad4a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:377 # 0x19d424e net/http/pprof.handler.ServeHTTP+0x52e net/http/pprof/pprof.go:272 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 1 @ 0x48bcee 0x423a45 0x4235d2 0x1c45bde 0x1c50bd3 0x493cc1 # 0x1c45bdd github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Run+0x17d github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:219 # 0x1c50bd2 github.com/NVIDIA/dcgm-exporter/pkg/cmd.StartDCGMExporterWithSignalSource.func2+0x52 github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:513 1 @ 0x48bcee 0x423a45 0x4235d2 0x1c50674 0x1c4f6b5 0x1c4f6b6 0x1c48c76 0x1c4f627 0x82a8fe 0x827345 0x826d4f 0x1c56b7f 0x45676b 0x493cc1 # 0x1c50673 github.com/NVIDIA/dcgm-exporter/pkg/cmd.StartDCGMExporterWithSignalSource+0xab3 github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:542 # 0x1c4f6b4 github.com/NVIDIA/dcgm-exporter/pkg/cmd.startDCGMExporter+0x54 github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:581 # 0x1c4f6b5 github.com/NVIDIA/dcgm-exporter/pkg/cmd.action.func1+0x55 github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:397 # 0x1c48c75 github.com/NVIDIA/dcgm-exporter/internal/pkg/stdout.Capture+0x1d5 github.com/NVIDIA/dcgm-exporter/internal/pkg/stdout/capture.go:76 # 0x1c4f626 github.com/NVIDIA/dcgm-exporter/pkg/cmd.action+0x46 github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:388 # 0x82a8fd github.com/urfave/cli/v2.(*Command).Run+0x7bd github.com/urfave/cli/v2@v2.27.6/command.go:276 # 0x827344 github.com/urfave/cli/v2.(*App).RunContext+0x5a4 github.com/urfave/cli/v2@v2.27.6/app.go:333 # 0x826d4e github.com/urfave/cli/v2.(*App).Run+0x2e github.com/urfave/cli/v2@v2.27.6/app.go:307 # 0x1c56b7e main.main+0x5e github.com/NVIDIA/dcgm-exporter/cmd/dcgm-exporter/main.go:30 # 0x45676a runtime.main+0x28a runtime/proc.go:283 1 @ 0x48bcee 0x44f1b7 0x48af05 0x50e567 0x50f85a 0x50f848 0x51b48f 0x51b48a 0x1c4a205 0x493cc1 # 0x48af04 internal/poll.runtime_pollWait+0x84 runtime/netpoll.go:351 # 0x50e566 internal/poll.(*pollDesc).wait+0x26 internal/poll/fd_poll_runtime.go:84 # 0x50f859 internal/poll.(*pollDesc).waitRead+0x279 internal/poll/fd_poll_runtime.go:89 # 0x50f847 internal/poll.(*FD).Read+0x267 internal/poll/fd_unix.go:165 # 0x51b48e os.(*File).read+0x4e os/file_posix.go:29 # 0x51b489 os.(*File).Read+0x49 os/file.go:124 # 0x1c4a204 github.com/fsnotify/fsnotify.(*Watcher).readEvents+0xc4 github.com/fsnotify/fsnotify@v1.7.0/backend_inotify.go:483 1 @ 0x48bcee 0x44f1b7 0x48af05 0x50e567 0x50f85a 0x50f848 0x51b48f 0x51b48a 0x5c629e 0x1c48d67 0x493cc1 # 0x48af04 internal/poll.runtime_pollWait+0x84 runtime/netpoll.go:351 # 0x50e566 internal/poll.(*pollDesc).wait+0x26 internal/poll/fd_poll_runtime.go:84 # 0x50f859 internal/poll.(*pollDesc).waitRead+0x279 internal/poll/fd_poll_runtime.go:89 # 0x50f847 internal/poll.(*FD).Read+0x267 internal/poll/fd_unix.go:165 # 0x51b48e os.(*File).read+0x4e os/file_posix.go:29 # 0x51b489 os.(*File).Read+0x49 os/file.go:124 # 0x5c629d bufio.(*Scanner).Scan+0x81d bufio/scan.go:219 # 0x1c48d66 github.com/NVIDIA/dcgm-exporter/internal/pkg/stdout.Capture.func2+0x46 github.com/NVIDIA/dcgm-exporter/internal/pkg/stdout/capture.go:58 1 @ 0x48bcee 0x44f1b7 0x48af05 0x50e567 0x50f85a 0x50f848 0x63ce05 0x64d365 0x76b817 0x493cc1 # 0x48af04 internal/poll.runtime_pollWait+0x84 runtime/netpoll.go:351 # 0x50e566 internal/poll.(*pollDesc).wait+0x26 internal/poll/fd_poll_runtime.go:84 # 0x50f859 internal/poll.(*pollDesc).waitRead+0x279 internal/poll/fd_poll_runtime.go:89 # 0x50f847 internal/poll.(*FD).Read+0x267 internal/poll/fd_unix.go:165 # 0x63ce04 net.(*netFD).Read+0x24 net/fd_posix.go:55 # 0x64d364 net.(*conn).Read+0x44 net/net.go:194 # 0x76b816 net/http.(*connReader).backgroundRead+0x36 net/http/server.go:690 1 @ 0x48bcee 0x44f1b7 0x48af05 0x50e567 0x513935 0x513923 0x63eda9 0x6562db 0x6554d0 0x776e2c 0x1a5cad6 0x1a5bde7 0x19a7410 0x493cc1 # 0x48af04 internal/poll.runtime_pollWait+0x84 runtime/netpoll.go:351 # 0x50e566 internal/poll.(*pollDesc).wait+0x26 internal/poll/fd_poll_runtime.go:84 # 0x513934 internal/poll.(*pollDesc).waitRead+0x294 internal/poll/fd_poll_runtime.go:89 # 0x513922 internal/poll.(*FD).Accept+0x282 internal/poll/fd_unix.go:620 # 0x63eda8 net.(*netFD).accept+0x28 net/fd_unix.go:172 # 0x6562da net.(*TCPListener).accept+0x1a net/tcpsock_posix.go:159 # 0x6554cf net.(*TCPListener).Accept+0x2f net/tcpsock.go:380 # 0x776e2b net/http.(*Server).Serve+0x30b net/http/server.go:3424 # 0x1a5cad5 github.com/prometheus/exporter-toolkit/web.Serve+0x755 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:351 # 0x1a5bde6 github.com/prometheus/exporter-toolkit/web.ServeMultiple.func1+0x26 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:274 # 0x19a740f golang.org/x/sync/errgroup.(*Group).Go.func1+0x4f golang.org/x/sync@v0.18.0/errgroup/errgroup.go:93 1 @ 0x48bcee 0x469017 0x19d29f1 0x19d3525 0x773449 0x19da442 0x792bee 0x771945 0x493cc1 # 0x19d29f0 net/http/pprof.sleep+0x90 net/http/pprof/pprof.go:117 # 0x19d3524 net/http/pprof.Trace+0x344 net/http/pprof/pprof.go:189 # 0x773448 net/http.HandlerFunc.ServeHTTP+0x28 net/http/server.go:2294 # 0x19da441 github.com/gorilla/mux.(*Router).ServeHTTP+0x1e1 github.com/gorilla/mux@v1.8.1/mux.go:212 # 0x792bed net/http.serverHandler.ServeHTTP+0x8d net/http/server.go:3301 # 0x771944 net/http.(*conn).serve+0x624 net/http/server.go:2102 1 @ 0x48bcee 0x469017 0x1c45fc5 0x493cc1 # 0x1c45fc4 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Run.func2+0x144 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:204 1 @ 0x48bcee 0x469017 0x1c4b6a6 0x1c56393 0x493cc1 # 0x1c4b6a5 github.com/NVIDIA/dcgm-exporter/internal/pkg/watcher.(*FileWatcher).Watch+0x6a5 github.com/NVIDIA/dcgm-exporter/internal/pkg/watcher/file.go:110 # 0x1c56392 github.com/NVIDIA/dcgm-exporter/pkg/cmd.runWatcher.func1+0x72 github.com/NVIDIA/dcgm-exporter/pkg/cmd/app.go:1131 1 @ 0x48bcee 0x46a0bd 0x46a094 0x48d425 0x49f1c8 0x19a72be 0x1a5bd57 0x1a5c212 0x1c46545 0x493cc1 # 0x48d424 sync.runtime_SemacquireWaitGroup+0x24 runtime/sema.go:110 # 0x49f1c7 sync.(*WaitGroup).Wait+0x47 sync/waitgroup.go:118 # 0x19a72bd golang.org/x/sync/errgroup.(*Group).Wait+0x1d golang.org/x/sync@v0.18.0/errgroup/errgroup.go:56 # 0x1a5bd56 github.com/prometheus/exporter-toolkit/web.ServeMultiple+0x116 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:277 # 0x1a5c211 github.com/prometheus/exporter-toolkit/web.ListenAndServe+0x411 github.com/prometheus/exporter-toolkit@v0.14.0/web/tls_config.go:325 # 0x1c46544 github.com/NVIDIA/dcgm-exporter/internal/pkg/server.(*MetricsServer).Run.func1+0x344 github.com/NVIDIA/dcgm-exporter/internal/pkg/server/server.go:190 1 @ 0x48bcee 0x477831 0x5c9b05 0x493cc1 # 0x5c9b04 runtime/trace.Start.func1+0x44 runtime/trace/trace.go:130 1 @ 0x4b0ec5 0x4af278 0x50f88e 0x50f876 0x50f711 0x63ce05 0x64d365 0x76b817 0x493cc1 # 0x4b0ec4 syscall.Syscall+0x24 syscall/syscall_linux.go:73 # 0x4af277 syscall.read+0x37 syscall/zsyscall_linux_amd64.go:736 # 0x50f88d syscall.Read+0x2ad syscall/syscall_unix.go:183 # 0x50f875 internal/poll.ignoringEINTRIO+0x295 internal/poll/fd_unix.go:745 # 0x50f710 internal/poll.(*FD).Read+0x130 internal/poll/fd_unix.go:161 # 0x63ce04 net.(*netFD).Read+0x24 net/fd_posix.go:55 # 0x64d364 net.(*conn).Read+0x44 net/net.go:194 # 0x76b816 net/http.(*connReader).backgroundRead+0x36 net/http/server.go:690