started with ulimit -n 65535
[101236.553584] app invoked oom-killer: gfp_mask=0x100cca(GFP_HIGHUSER_MOVABLE), order=0, oom_score_adj=0
[101236.649900] CPU: 0 PID: 5641 Comm: app Kdump: loaded Not tainted 5.4.17-2136.307.3.4.el8uek.x86_64 #2
[101236.651576] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.5.1 06/16/2021
[101236.749970] Call Trace:
[101236.751757] dump_stack+0x6d/0x8b
[101236.752512] dump_header+0x4f/0x1e1
[101236.848687] oom_kill_process.cold.33+0xb/0x10
[101236.852238] out_of_memory+0x1bf/0x551
[101236.948560] __alloc_pages_slowpath+0xd40/0xe24
[101236.949738] __alloc_pages_nodemask+0x2df/0x326
[101236.950962] alloc_pages_current+0x81/0xd6
[101236.952591] __page_cache_alloc+0x6a/0x94
[101236.953354] pagecache_get_page+0xbe/0x2d9
[101237.048339] filemap_fault+0x7b5/0xa87
[101237.049089] ? __mod_memcg_lruvec_state+0x27/0x102
[101237.050099] ? unlock_page_memcg+0x12/0x14
[101237.050857] ? _cond_resched+0x19/0x29
[101237.051543] ? down_read+0x12/0x98
[101237.052204] __xfs_filemap_fault+0x6f/0x210 [xfs]
[101237.053046] ? filemap_map_pages+0x28d/0x3a7
[101237.053849] xfs_filemap_fault+0x37/0x40 [xfs]
[101237.148929] __do_fault+0x3c/0xd6
[101237.149586] __handle_mm_fault+0xa71/0xd5d
[101237.150355] handle_mm_fault+0xc9/0x1f0
[101237.151064] __do_page_fault+0x1f7/0x4b7
[101237.151791] do_page_fault+0x36/0x11a
[101237.152499] do_async_page_fault+0x64/0xbe
[101237.248368] ? prepare_exit_to_usermode+0xa5/0xce
[101237.249245] async_page_fault+0x13d/0x142
[101237.249935] RIP: 0033:0x464a40
[101237.250536] Code: Bad RIP value.
[101237.251116] RSP: 002b:000000c000047f30 EFLAGS: 00010202
[101237.252079] RAX: 0000000000002710 RBX: 0000000000002710 RCX: 0000000000004e20
[101237.253373] RDX: 0000000000000000 RSI: 0000000000000000 RDI: 00005c12a210c7f5
[101237.348751] RBP: 000000c000047f90 R08: 0000000000016159 R09: 000000c000047f00
[101237.350025] R10: 0000000000000000 R11: 0000000000000212 R12: 000000c000047958
[101237.351335] R13: 000000c000038000 R14: 000000c0000024e0 R15: 00007f4462f98134
[101237.352680] Mem-Info:
[101237.448297] active_anon:60964 inactive_anon:61225 isolated_anon:0
active_file:439 inactive_file:554 isolated_file:17
unevictable:3092 dirty:0 writeback:0 unstable:0
slab_reclaimable:6330 slab_unreclaimable:16484
mapped:3385 shmem:57 pagetables:3784 bounce:0
free:7784 free_pcp:343 free_cma:0
[101237.751974] Node 0 active_anon:243860kB inactive_anon:244900kB active_file:1264kB inactive_file:2716kB unevictable:12368kB isolated(anon):0kB isolated(file):0kB mapped:11972kB dirty:0kB writeback:0kB shmem:228kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 2048kB writeback_tmp:0kB unstable:0kB all_unreclaimable? no
[101237.952274] Node 0 DMA free:2876kB min:712kB low:888kB high:1064kB active_anon:4256kB inactive_anon:6220kB active_file:32kB inactive_file:104kB unevictable:0kB writepending:0kB present:15004kB managed:14372kB mlocked:0kB kernel_stack:64kB pagetables:196kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB
[101238.052569] lowmem_reserve[]: 0 563 563 563 563
[101238.149378] Node 0 DMA32 free:28436kB min:28620kB low:35772kB high:42924kB active_anon:239604kB inactive_anon:238680kB active_file:1744kB inactive_file:2876kB unevictable:12368kB writepending:0kB present:1027952kB managed:660636kB mlocked:12368kB kernel_stack:3904kB pagetables:14944kB bounce:0kB free_pcp:1240kB local_pcp:716kB free_cma:0kB
[101238.348628] lowmem_reserve[]: 0 0 0 0 0
[101238.349898] Node 0 DMA: 624kB (UM) 318kB (UM) 2116kB (UM) 932kB (UM) 064kB 0128kB 1256kB (M) 1512kB (M) 11024kB (M) 02048kB 04096kB = 2912kB
[101238.448614] Node 0 DMA32: 4354kB (UME) 4968kB (UME) 32116kB (UME) 9732kB (ME) 4064kB (UME) 27128kB (UME) 12256kB (UM) 8512kB (UM) 21024kB (UM) 02048kB 04096kB = 29180kB
[101238.452727] Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB
[101238.550119] Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB
[101238.552333] 3818 total pagecache pages
[101238.553539] 72 pages in swap cache
[101238.649312] Swap cache stats: add 90806805, delete 90806621, find 2572123/47328139
[101238.651240] Free swap = 0kB
[101238.652337] Total swap = 1397756kB
[101238.653517] 260739 pages RAM
[101238.748902] 0 pages HighMem/MovableOnly
[101238.750411] 91987 pages reserved
[101238.751559] 0 pages cma reserved
[101238.752723] 0 pages hwpoisoned
[101238.849090] Tasks state (memory values in pages):
[101238.850776] [ pid ] uid tgid total_vm rss pgtables_bytes swapents oom_score_adj name
[101238.856406] [ 1042] 0 1042 26645 961 217088 280 0 systemd-journal
[101238.950800] [ 1080] 0 1080 27270 823 225280 987 -1000 systemd-udevd
[101239.049048] [ 1377] 32 1377 16805 964 172032 176 0 rpcbind
[101239.051282] [ 1378] 0 1378 18749 388 147456 151 -1000 auditd
[101239.148525] [ 1403] 996 1403 4404 359 65536 31 0 lsmd
[101239.151268] [ 1404] 997 1404 408066 580 344064 2584 0 polkitd
[101239.153828] [ 1405] 0 1405 12570 578 143360 265 0 smartd
[101239.250177] [ 1408] 992 1408 13123 317 135168 132 0 chronyd
[101239.252243] [ 1410] 81 1410 21283 835 167936 131 -900 dbus-daemon
[101239.254408] [ 1412] 0 1412 100563 998 401408 365 0 sssd
[101239.349668] [ 1418] 0 1418 31223 419 135168 130 0 irqbalance
[101239.351845] [ 1448] 0 1448 131786 1284 520192 6036 0 firewalld
[101239.353960] [ 1455] 0 1455 23584 991 204800 507 0 systemd-logind
[101239.450418] [ 1496] 0 1496 150418 1278 389120 1069 0 NetworkManager
[101239.452658] [ 1502] 0 1502 155985 1059 425984 3036 0 tuned
[101239.549978] [ 1508] 0 1508 77894 393 176128 173 0 gssproxy
[101239.552237] [ 1851] 0 1851 20996 1190 196608 497 0 dhclient
[101239.649791] [ 1979] 0 1979 14345 3072 159744 0 -17 iscsid
[101239.748291] [ 1980] 990 1980 309935 543 196608 2539 0 updater
[101239.750463] [ 1982] 0 1982 59010 381 90112 43 0 OSWatcher
[101239.752550] [ 1984] 991 1984 310101 690 208896 2964 0 agent
[101239.754577] [ 1987] 0 1987 57421 487 225280 530 0 rsyslogd
[101239.850123] [ 1994] 0 1994 23102 1076 204800 201 -1000 sshd
[101239.948190] [ 2059] 0 2059 56498 339 69632 32 0 agetty
[101239.953909] [ 2060] 0 2060 56588 307 69632 31 0 agetty
[101240.051365] [ 2062] 0 2062 61687 293 114688 169 0 crond
[101240.149554] [ 2064] 991 2064 328809 1331 233472 2364 0 gomon
[101240.151524] [ 2067] 0 2067 11008 464 114688 73 0 atd
[101240.249618] [ 2152] 0 2152 89327 711 311296 273 0 sudo
[101240.251498] [ 2219] 0 2219 22377 757 212992 365 0 systemd
[101240.348609] [ 2228] 0 2228 93053 1 311296 1375 0 (sd-pam)
[101240.350696] [ 2254] 0 2254 2165 207 65536 38 0 osms-agent
[101240.448427] [ 2257] 0 2257 392057 0 634880 22502 0 osms-agent
[101240.451436] [ 2582] 0 2582 89327 675 303104 272 0 sudo
[101240.454929] [ 2587] 989 2587 22350 846 204800 366 0 systemd
[101240.549370] [ 2589] 989 2589 96642 1 315392 1383 0 (sd-pam)
[101240.552724] [ 2595] 989 2595 310399 645 208896 2490 0 runcommand
[101240.648889] [ 5361] 0 5361 41480 1324 327680 332 0 sshd
[101240.754820] [ 5367] 1000 5367 22379 770 212992 372 0 systemd
[101240.849961] [ 5370] 1000 5370 133508 1 331776 1393 0 (sd-pam)
[101240.851812] [ 5376] 1000 5376 41536 614 311296 378 0 sshd
[101240.949089] [ 5377] 1000 5377 58857 428 98304 481 0 bash
[101240.951001] [ 5515] 1000 5515 58857 65 77824 481 0 bash
[101241.051001] [ 5522] 1000 5522 473989 59914 2592768 168092 0 db1000n
[101241.149031] [ 5633] 1000 5633 177109 828 143360 1523 0 launcher-disbal
[101241.248209] [ 5640] 1000 5640 177639 661 118784 1264 0 app
[101241.348277] [ 332172] 0 332172 360142 55754 2113536 116225 0 dnf
[101241.453130] [ 333542] 0 333542 23450 414 204800 18 0 sssd_nss
[101241.549421] [ 333546] 0 333546 58944 391 90112 12 0 nfssub
[101241.653268] [ 333560] 0 333560 25050 433 217088 19 0 sssd_be
[101241.655693] [ 333565] 0 333565 60051 800 106496 54 0 nfsiostat
[101241.749907] [ 333605] 0 333605 18564 571 180224 15 0 sshd
[101241.753146] [ 333615] 0 333615 18564 517 176128 7 0 sshd
[101241.850937] [ 333619] 0 333619 68537 598 147456 172 0 crond
[101241.948481] [ 333632] 0 333632 68537 528 147456 158 0 crond
[101242.049578] [ 333635] 0 333635 55630 266 77824 1 0 sh
[101242.051493] [ 333639] 0 333639 55630 55 69632 2 0 sh
[101242.149457] [ 333641] 0 333641 59952 699 106496 16 0 ksplice
[101242.151602] [ 333646] 0 333646 58944 326 90112 0 0 oswnet
[101242.250548] [ 333653] 0 333653 18564 480 172032 0 0 sshd
[101242.350970] [ 333656] 0 333656 58944 290 90112 0 0 iosub
[101242.352850] [ 333658] 0 333658 15206 158 143360 0 0 sshd
[101242.449099] [ 333659] 0 333659 58944 68 73728 0 0 oswnet
[101242.450996] [ 333660] 0 333660 68537 94 131072 152 0 crond
[101242.452898] oom-kill:constraint=CONSTRAINT_NONE,nodemask=(null),cpuset=/,mems_allowed=0,global_oom,task_memcg=/user.slice/user-1000.slice/session-3.scope,task=db1000n,pid=5522,uid=1000
[101242.649253] Out of memory: Killed process 5522 (db1000n) total-vm:1895956kB, anon-rss:239656kB, file-rss:0kB, shmem-rss:0kB, UID:1000 pgtables:2532kB oom_score_adj:0
[101243.552711] oom_reaper: reaped process 5522 (db1000n), now anon-rss:0kB, file-rss:0kB, shmem-rss:0kB
[417432.812358] TCP: too many orphaned sockets
started with ulimit -n 65535
[101236.553584] app invoked oom-killer: gfp_mask=0x100cca(GFP_HIGHUSER_MOVABLE), order=0, oom_score_adj=0
[101236.649900] CPU: 0 PID: 5641 Comm: app Kdump: loaded Not tainted 5.4.17-2136.307.3.4.el8uek.x86_64 #2
[101236.651576] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.5.1 06/16/2021
[101236.749970] Call Trace:
[101236.751757] dump_stack+0x6d/0x8b
[101236.752512] dump_header+0x4f/0x1e1
[101236.848687] oom_kill_process.cold.33+0xb/0x10
[101236.852238] out_of_memory+0x1bf/0x551
[101236.948560] __alloc_pages_slowpath+0xd40/0xe24
[101236.949738] __alloc_pages_nodemask+0x2df/0x326
[101236.950962] alloc_pages_current+0x81/0xd6
[101236.952591] __page_cache_alloc+0x6a/0x94
[101236.953354] pagecache_get_page+0xbe/0x2d9
[101237.048339] filemap_fault+0x7b5/0xa87
[101237.049089] ? __mod_memcg_lruvec_state+0x27/0x102
[101237.050099] ? unlock_page_memcg+0x12/0x14
[101237.050857] ? _cond_resched+0x19/0x29
[101237.051543] ? down_read+0x12/0x98
[101237.052204] __xfs_filemap_fault+0x6f/0x210 [xfs]
[101237.053046] ? filemap_map_pages+0x28d/0x3a7
[101237.053849] xfs_filemap_fault+0x37/0x40 [xfs]
[101237.148929] __do_fault+0x3c/0xd6
[101237.149586] __handle_mm_fault+0xa71/0xd5d
[101237.150355] handle_mm_fault+0xc9/0x1f0
[101237.151064] __do_page_fault+0x1f7/0x4b7
[101237.151791] do_page_fault+0x36/0x11a
[101237.152499] do_async_page_fault+0x64/0xbe
[101237.248368] ? prepare_exit_to_usermode+0xa5/0xce
[101237.249245] async_page_fault+0x13d/0x142
[101237.249935] RIP: 0033:0x464a40
[101237.250536] Code: Bad RIP value.
[101237.251116] RSP: 002b:000000c000047f30 EFLAGS: 00010202
[101237.252079] RAX: 0000000000002710 RBX: 0000000000002710 RCX: 0000000000004e20
[101237.253373] RDX: 0000000000000000 RSI: 0000000000000000 RDI: 00005c12a210c7f5
[101237.348751] RBP: 000000c000047f90 R08: 0000000000016159 R09: 000000c000047f00
[101237.350025] R10: 0000000000000000 R11: 0000000000000212 R12: 000000c000047958
[101237.351335] R13: 000000c000038000 R14: 000000c0000024e0 R15: 00007f4462f98134
[101237.352680] Mem-Info:
[101237.448297] active_anon:60964 inactive_anon:61225 isolated_anon:0
active_file:439 inactive_file:554 isolated_file:17
unevictable:3092 dirty:0 writeback:0 unstable:0
slab_reclaimable:6330 slab_unreclaimable:16484
mapped:3385 shmem:57 pagetables:3784 bounce:0
free:7784 free_pcp:343 free_cma:0
[101237.751974] Node 0 active_anon:243860kB inactive_anon:244900kB active_file:1264kB inactive_file:2716kB unevictable:12368kB isolated(anon):0kB isolated(file):0kB mapped:11972kB dirty:0kB writeback:0kB shmem:228kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 2048kB writeback_tmp:0kB unstable:0kB all_unreclaimable? no
[101237.952274] Node 0 DMA free:2876kB min:712kB low:888kB high:1064kB active_anon:4256kB inactive_anon:6220kB active_file:32kB inactive_file:104kB unevictable:0kB writepending:0kB present:15004kB managed:14372kB mlocked:0kB kernel_stack:64kB pagetables:196kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB
[101238.052569] lowmem_reserve[]: 0 563 563 563 563
[101238.149378] Node 0 DMA32 free:28436kB min:28620kB low:35772kB high:42924kB active_anon:239604kB inactive_anon:238680kB active_file:1744kB inactive_file:2876kB unevictable:12368kB writepending:0kB present:1027952kB managed:660636kB mlocked:12368kB kernel_stack:3904kB pagetables:14944kB bounce:0kB free_pcp:1240kB local_pcp:716kB free_cma:0kB
[101238.348628] lowmem_reserve[]: 0 0 0 0 0
[101238.349898] Node 0 DMA: 624kB (UM) 318kB (UM) 2116kB (UM) 932kB (UM) 064kB 0128kB 1256kB (M) 1512kB (M) 11024kB (M) 02048kB 04096kB = 2912kB
[101238.448614] Node 0 DMA32: 4354kB (UME) 4968kB (UME) 32116kB (UME) 9732kB (ME) 4064kB (UME) 27128kB (UME) 12256kB (UM) 8512kB (UM) 21024kB (UM) 02048kB 04096kB = 29180kB
[101238.452727] Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB
[101238.550119] Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB
[101238.552333] 3818 total pagecache pages
[101238.553539] 72 pages in swap cache
[101238.649312] Swap cache stats: add 90806805, delete 90806621, find 2572123/47328139
[101238.651240] Free swap = 0kB
[101238.652337] Total swap = 1397756kB
[101238.653517] 260739 pages RAM
[101238.748902] 0 pages HighMem/MovableOnly
[101238.750411] 91987 pages reserved
[101238.751559] 0 pages cma reserved
[101238.752723] 0 pages hwpoisoned
[101238.849090] Tasks state (memory values in pages):
[101238.850776] [ pid ] uid tgid total_vm rss pgtables_bytes swapents oom_score_adj name
[101238.856406] [ 1042] 0 1042 26645 961 217088 280 0 systemd-journal
[101238.950800] [ 1080] 0 1080 27270 823 225280 987 -1000 systemd-udevd
[101239.049048] [ 1377] 32 1377 16805 964 172032 176 0 rpcbind
[101239.051282] [ 1378] 0 1378 18749 388 147456 151 -1000 auditd
[101239.148525] [ 1403] 996 1403 4404 359 65536 31 0 lsmd
[101239.151268] [ 1404] 997 1404 408066 580 344064 2584 0 polkitd
[101239.153828] [ 1405] 0 1405 12570 578 143360 265 0 smartd
[101239.250177] [ 1408] 992 1408 13123 317 135168 132 0 chronyd
[101239.252243] [ 1410] 81 1410 21283 835 167936 131 -900 dbus-daemon
[101239.254408] [ 1412] 0 1412 100563 998 401408 365 0 sssd
[101239.349668] [ 1418] 0 1418 31223 419 135168 130 0 irqbalance
[101239.351845] [ 1448] 0 1448 131786 1284 520192 6036 0 firewalld
[101239.353960] [ 1455] 0 1455 23584 991 204800 507 0 systemd-logind
[101239.450418] [ 1496] 0 1496 150418 1278 389120 1069 0 NetworkManager
[101239.452658] [ 1502] 0 1502 155985 1059 425984 3036 0 tuned
[101239.549978] [ 1508] 0 1508 77894 393 176128 173 0 gssproxy
[101239.552237] [ 1851] 0 1851 20996 1190 196608 497 0 dhclient
[101239.649791] [ 1979] 0 1979 14345 3072 159744 0 -17 iscsid
[101239.748291] [ 1980] 990 1980 309935 543 196608 2539 0 updater
[101239.750463] [ 1982] 0 1982 59010 381 90112 43 0 OSWatcher
[101239.752550] [ 1984] 991 1984 310101 690 208896 2964 0 agent
[101239.754577] [ 1987] 0 1987 57421 487 225280 530 0 rsyslogd
[101239.850123] [ 1994] 0 1994 23102 1076 204800 201 -1000 sshd
[101239.948190] [ 2059] 0 2059 56498 339 69632 32 0 agetty
[101239.953909] [ 2060] 0 2060 56588 307 69632 31 0 agetty
[101240.051365] [ 2062] 0 2062 61687 293 114688 169 0 crond
[101240.149554] [ 2064] 991 2064 328809 1331 233472 2364 0 gomon
[101240.151524] [ 2067] 0 2067 11008 464 114688 73 0 atd
[101240.249618] [ 2152] 0 2152 89327 711 311296 273 0 sudo
[101240.251498] [ 2219] 0 2219 22377 757 212992 365 0 systemd
[101240.348609] [ 2228] 0 2228 93053 1 311296 1375 0 (sd-pam)
[101240.350696] [ 2254] 0 2254 2165 207 65536 38 0 osms-agent
[101240.448427] [ 2257] 0 2257 392057 0 634880 22502 0 osms-agent
[101240.451436] [ 2582] 0 2582 89327 675 303104 272 0 sudo
[101240.454929] [ 2587] 989 2587 22350 846 204800 366 0 systemd
[101240.549370] [ 2589] 989 2589 96642 1 315392 1383 0 (sd-pam)
[101240.552724] [ 2595] 989 2595 310399 645 208896 2490 0 runcommand
[101240.648889] [ 5361] 0 5361 41480 1324 327680 332 0 sshd
[101240.754820] [ 5367] 1000 5367 22379 770 212992 372 0 systemd
[101240.849961] [ 5370] 1000 5370 133508 1 331776 1393 0 (sd-pam)
[101240.851812] [ 5376] 1000 5376 41536 614 311296 378 0 sshd
[101240.949089] [ 5377] 1000 5377 58857 428 98304 481 0 bash
[101240.951001] [ 5515] 1000 5515 58857 65 77824 481 0 bash
[101241.051001] [ 5522] 1000 5522 473989 59914 2592768 168092 0 db1000n
[101241.149031] [ 5633] 1000 5633 177109 828 143360 1523 0 launcher-disbal
[101241.248209] [ 5640] 1000 5640 177639 661 118784 1264 0 app
[101241.348277] [ 332172] 0 332172 360142 55754 2113536 116225 0 dnf
[101241.453130] [ 333542] 0 333542 23450 414 204800 18 0 sssd_nss
[101241.549421] [ 333546] 0 333546 58944 391 90112 12 0 nfssub
[101241.653268] [ 333560] 0 333560 25050 433 217088 19 0 sssd_be
[101241.655693] [ 333565] 0 333565 60051 800 106496 54 0 nfsiostat
[101241.749907] [ 333605] 0 333605 18564 571 180224 15 0 sshd
[101241.753146] [ 333615] 0 333615 18564 517 176128 7 0 sshd
[101241.850937] [ 333619] 0 333619 68537 598 147456 172 0 crond
[101241.948481] [ 333632] 0 333632 68537 528 147456 158 0 crond
[101242.049578] [ 333635] 0 333635 55630 266 77824 1 0 sh
[101242.051493] [ 333639] 0 333639 55630 55 69632 2 0 sh
[101242.149457] [ 333641] 0 333641 59952 699 106496 16 0 ksplice
[101242.151602] [ 333646] 0 333646 58944 326 90112 0 0 oswnet
[101242.250548] [ 333653] 0 333653 18564 480 172032 0 0 sshd
[101242.350970] [ 333656] 0 333656 58944 290 90112 0 0 iosub
[101242.352850] [ 333658] 0 333658 15206 158 143360 0 0 sshd
[101242.449099] [ 333659] 0 333659 58944 68 73728 0 0 oswnet
[101242.450996] [ 333660] 0 333660 68537 94 131072 152 0 crond
[101242.452898] oom-kill:constraint=CONSTRAINT_NONE,nodemask=(null),cpuset=/,mems_allowed=0,global_oom,task_memcg=/user.slice/user-1000.slice/session-3.scope,task=db1000n,pid=5522,uid=1000
[101242.649253] Out of memory: Killed process 5522 (db1000n) total-vm:1895956kB, anon-rss:239656kB, file-rss:0kB, shmem-rss:0kB, UID:1000 pgtables:2532kB oom_score_adj:0
[101243.552711] oom_reaper: reaped process 5522 (db1000n), now anon-rss:0kB, file-rss:0kB, shmem-rss:0kB
[417432.812358] TCP: too many orphaned sockets