Ticket #996: nginx-memory-leak.txt

File nginx-memory-leak.txt, 85.0 KB (added by enjoychange@…, 10 years ago)
Line 
1Enviroment:
2
3Linux messagepush-05 3.10.0-229.7.2.el7.x86_64 #1 SMP Tue Jun 23 22:06:11 UTC 2015 x86_64 x86_64 x86_64 GNU/Linux
4CentOS Linux release 7.1.1503 (Core)
5
6command output on the issued virtual machine:
7
8[root@messagepush-05 ~]# free -m
9 total used free shared buff/cache available
10Mem: 14026 12112 733 931 1180 690
11Swap: 0 0 0
12
13[root@messagepush-05 ~]# cat /proc/slabinfo
14slabinfo - version: 2.1
15# name <active_objs> <num_objs> <objsize> <objperslab> <pagesperslab> : tunables <limit> <batchcount> <sharedfactor> : slabdata <active_slabs> <num_slabs> <sharedavail>
16ext4_groupinfo_4k 2160 2160 136 60 2 : tunables 0 0 0 : slabdata 36 36 0
17ext4_inode_cache 710 2176 1048 31 8 : tunables 0 0 0 : slabdata 72 72 0
18ext4_xattr 0 0 88 46 1 : tunables 0 0 0 : slabdata 0 0 0
19ext4_free_data 320 320 64 64 1 : tunables 0 0 0 : slabdata 5 5 0
20ext4_allocation_context 64 64 128 32 1 : tunables 0 0 0 : slabdata 2 2 0
21ext4_io_end 408 408 80 51 1 : tunables 0 0 0 : slabdata 8 8 0
22ext4_extent_status 3366 3366 40 102 1 : tunables 0 0 0 : slabdata 33 33 0
23jbd2_journal_handle 170 170 48 85 1 : tunables 0 0 0 : slabdata 2 2 0
24jbd2_journal_head 972 972 112 36 1 : tunables 0 0 0 : slabdata 27 27 0
25jbd2_revoke_table_s 256 256 16 256 1 : tunables 0 0 0 : slabdata 1 1 0
26jbd2_revoke_record_s 256 256 32 128 1 : tunables 0 0 0 : slabdata 2 2 0
27scsi_cmd_cache 720 720 448 36 4 : tunables 0 0 0 : slabdata 20 20 0
28UDPLITEv6 0 0 1152 28 8 : tunables 0 0 0 : slabdata 0 0 0
29UDPv6 56 56 1152 28 8 : tunables 0 0 0 : slabdata 2 2 0
30tw_sock_TCPv6 0 0 256 32 2 : tunables 0 0 0 : slabdata 0 0 0
31TCPv6 32 32 2048 16 8 : tunables 0 0 0 : slabdata 2 2 0
32cfq_queue 0 0 232 35 2 : tunables 0 0 0 : slabdata 0 0 0
33bsg_cmd 0 0 312 52 4 : tunables 0 0 0 : slabdata 0 0 0
34mqueue_inode_cache 36 36 896 36 8 : tunables 0 0 0 : slabdata 1 1 0
35hugetlbfs_inode_cache 106 106 608 53 8 : tunables 0 0 0 : slabdata 2 2 0
36configfs_dir_cache 46 46 88 46 1 : tunables 0 0 0 : slabdata 1 1 0
37dquot 128 128 256 32 2 : tunables 0 0 0 : slabdata 4 4 0
38kioctx 0 0 576 56 8 : tunables 0 0 0 : slabdata 0 0 0
39pid_namespace 0 0 2176 15 8 : tunables 0 0 0 : slabdata 0 0 0
40posix_timers_cache 0 0 248 33 2 : tunables 0 0 0 : slabdata 0 0 0
41UDP-Lite 0 0 1024 32 8 : tunables 0 0 0 : slabdata 0 0 0
42ip_fib_trie 73 73 56 73 1 : tunables 0 0 0 : slabdata 1 1 0
43RAW 306 306 960 34 8 : tunables 0 0 0 : slabdata 9 9 0
44UDP 64 64 1024 32 8 : tunables 0 0 0 : slabdata 2 2 0
45tw_sock_TCP 7584 7584 256 32 2 : tunables 0 0 0 : slabdata 237 237 0
46TCP 54893 54893 1920 17 8 : tunables 0 0 0 : slabdata 3229 3229 0
47blkdev_queue 64 64 2016 16 8 : tunables 0 0 0 : slabdata 4 4 0
48blkdev_requests 702 702 384 42 4 : tunables 0 0 0 : slabdata 19 19 0
49blkdev_ioc 78 78 104 39 1 : tunables 0 0 0 : slabdata 2 2 0
50fsnotify_event_holder 121890 121890 24 170 1 : tunables 0 0 0 : slabdata 717 717 0
51fsnotify_event 102 102 120 34 1 : tunables 0 0 0 : slabdata 3 3 0
52sock_inode_cache 55166 55182 640 51 8 : tunables 0 0 0 : slabdata 1082 1082 0
53net_namespace 0 0 4224 7 8 : tunables 0 0 0 : slabdata 0 0 0
54shmem_inode_cache 864 864 680 48 8 : tunables 0 0 0 : slabdata 18 18 0
55Acpi-ParseExt 55832 55832 72 56 1 : tunables 0 0 0 : slabdata 997 997 0
56Acpi-Namespace 714 714 40 102 1 : tunables 0 0 0 : slabdata 7 7 0
57taskstats 98 98 328 49 4 : tunables 0 0 0 : slabdata 2 2 0
58proc_inode_cache 1960 1960 656 49 8 : tunables 0 0 0 : slabdata 40 40 0
59sigqueue 102 102 160 51 2 : tunables 0 0 0 : slabdata 2 2 0
60bdev_cache 78 78 832 39 8 : tunables 0 0 0 : slabdata 2 2 0
61sysfs_dir_cache 15480 15480 112 36 1 : tunables 0 0 0 : slabdata 430 430 0
62inode_cache 10175 10175 592 55 8 : tunables 0 0 0 : slabdata 185 185 0
63dentry 68712 68712 192 42 2 : tunables 0 0 0 : slabdata 1636 1636 0
64iint_cache 0 0 80 51 1 : tunables 0 0 0 : slabdata 0 0 0
65selinux_inode_security 68136 68136 80 51 1 : tunables 0 0 0 : slabdata 1336 1336 0
66buffer_head 7371 7371 104 39 1 : tunables 0 0 0 : slabdata 189 189 0
67vm_area_struct 4414 4921 216 37 2 : tunables 0 0 0 : slabdata 133 133 0
68mm_struct 100 100 1600 20 8 : tunables 0 0 0 : slabdata 5 5 0
69files_cache 153 153 640 51 8 : tunables 0 0 0 : slabdata 3 3 0
70signal_cache 455 504 1152 28 8 : tunables 0 0 0 : slabdata 18 18 0
71sighand_cache 362 375 2112 15 8 : tunables 0 0 0 : slabdata 25 25 0
72task_xstate 429 429 832 39 8 : tunables 0 0 0 : slabdata 11 11 0
73task_struct 345 374 2912 11 8 : tunables 0 0 0 : slabdata 34 34 0
74anon_vma 2213 2688 64 64 1 : tunables 0 0 0 : slabdata 42 42 0
75shared_policy_node 2465 2465 48 85 1 : tunables 0 0 0 : slabdata 29 29 0
76numa_policy 124 124 264 62 4 : tunables 0 0 0 : slabdata 2 2 0
77radix_tree_node 6318 18592 584 56 8 : tunables 0 0 0 : slabdata 332 332 0
78idr_layer_cache 150 150 2112 15 8 : tunables 0 0 0 : slabdata 10 10 0
79dma-kmalloc-8192 0 0 8192 4 8 : tunables 0 0 0 : slabdata 0 0 0
80dma-kmalloc-4096 0 0 4096 8 8 : tunables 0 0 0 : slabdata 0 0 0
81dma-kmalloc-2048 0 0 2048 16 8 : tunables 0 0 0 : slabdata 0 0 0
82dma-kmalloc-1024 0 0 1024 32 8 : tunables 0 0 0 : slabdata 0 0 0
83dma-kmalloc-512 0 0 512 32 4 : tunables 0 0 0 : slabdata 0 0 0
84dma-kmalloc-256 0 0 256 32 2 : tunables 0 0 0 : slabdata 0 0 0
85dma-kmalloc-128 0 0 128 32 1 : tunables 0 0 0 : slabdata 0 0 0
86dma-kmalloc-64 0 0 64 64 1 : tunables 0 0 0 : slabdata 0 0 0
87dma-kmalloc-32 0 0 32 128 1 : tunables 0 0 0 : slabdata 0 0 0
88dma-kmalloc-16 0 0 16 256 1 : tunables 0 0 0 : slabdata 0 0 0
89dma-kmalloc-8 0 0 8 512 1 : tunables 0 0 0 : slabdata 0 0 0
90dma-kmalloc-192 0 0 192 42 2 : tunables 0 0 0 : slabdata 0 0 0
91dma-kmalloc-96 0 0 96 42 1 : tunables 0 0 0 : slabdata 0 0 0
92kmalloc-8192 33 44 8192 4 8 : tunables 0 0 0 : slabdata 11 11 0
93kmalloc-4096 140 144 4096 8 8 : tunables 0 0 0 : slabdata 18 18 0
94kmalloc-2048 6720 8176 2048 16 8 : tunables 0 0 0 : slabdata 511 511 0
95
96
97dmesg -c
98
99[root@messagepush-05 ~]# dmesg -c
100[5118749.892569] free_cache.sh (12674): drop_caches: 3
101[5119049.243363] free_cache.sh (12794): drop_caches: 3
102[5119269.722601] tuned invoked oom-killer: gfp_mask=0x201da, order=0, oom_score_adj=0
103[5119269.724056] tuned cpuset=/ mems_allowed=0
104[5119269.724966] CPU: 1 PID: 758 Comm: tuned Not tainted 3.10.0-229.7.2.el7.x86_64 #1
105[5119269.726246] Hardware name: Microsoft Corporation Virtual Machine/Virtual Machine, BIOS 090006 05/23/2012
106[5119269.727647] ffff88044a45f1c0 000000003d4ef07b ffff88044960f950 ffffffff81604386
107[5119269.729687] ffff88044960f9e0 ffffffff815ff34f ffff880447f377c0 ffff880447f377d8
108[5119269.731748] ffffffff00000202 fffeefff00000000 0000000000000001 ffffffff81117803
109[5119269.733751] Call Trace:
110[5119269.734424] [<ffffffff81604386>] dump_stack+0x19/0x1b
111[5119269.735350] [<ffffffff815ff34f>] dump_header+0x8e/0x214
112[5119269.736247] [<ffffffff81117803>] ? uts_proc_notify+0x3/0x20
113[5119269.737238] [<ffffffff8115a10e>] oom_kill_process+0x24e/0x3b0
114[5119269.738192] [<ffffffff8115a936>] out_of_memory+0x4b6/0x4f0
115[5119269.739209] [<ffffffff81160af5>] __alloc_pages_nodemask+0xa95/0xb90
116[5119269.740217] [<ffffffff8119f069>] alloc_pages_current+0xa9/0x170
117[5119269.741469] [<ffffffff81156957>] __page_cache_alloc+0x97/0xc0
118[5119269.742417] [<ffffffff81158c48>] filemap_fault+0x188/0x430
119[5119269.744789] [<ffffffff8117e2be>] __do_fault+0x7e/0x510
120[5119269.745710] [<ffffffff81182615>] handle_mm_fault+0x3d5/0xd60
121[5119269.746747] [<ffffffff8160f666>] __do_page_fault+0x156/0x520
122[5119269.747764] [<ffffffff8103f98a>] ? read_hv_clock+0x2a/0x50
123[5119269.748751] [<ffffffff810c8ccc>] ? ktime_get_ts+0x4c/0xf0
124[5119269.749863] [<ffffffff8103f98a>] ? read_hv_clock+0x2a/0x50
125[5119269.751045] [<ffffffff810c898a>] ? __getnstimeofday+0x3a/0xd0
126[5119269.752288] [<ffffffff8160fa4a>] do_page_fault+0x1a/0x70
127[5119269.762026] [<ffffffff8160bc88>] page_fault+0x28/0x30
128[5119269.763282] Mem-Info:
129[5119269.764056] Node 0 DMA per-cpu:
130[5119269.764948] CPU 0: hi: 0, btch: 1 usd: 0
131[5119269.765742] CPU 1: hi: 0, btch: 1 usd: 0
132[5119269.766870] Node 0 DMA32 per-cpu:
133[5119269.767952] CPU 0: hi: 186, btch: 31 usd: 40
134[5119269.768851] CPU 1: hi: 186, btch: 31 usd: 0
135[5119269.769623] Node 0 Normal per-cpu:
136[5119269.770513] CPU 0: hi: 186, btch: 31 usd: 60
137[5119269.775313] CPU 1: hi: 186, btch: 31 usd: 0
138[5119269.776275] active_anon:235163 inactive_anon:238104 isolated_anon:0
139 active_file:12 inactive_file:449 isolated_file:0
140 unevictable:0 dirty:2 writeback:0 unstable:0
141 free:34489 slab_reclaimable:20480 slab_unreclaimable:66290
142 mapped:26927 shmem:238574 pagetables:1701 bounce:0
143 free_cma:0
144[5119269.780346] Node 0 DMA free:15908kB min:72kB low:88kB high:108kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15992kB managed:15908kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:0kB slab_unreclaimable:0kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB free_cma:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? yes
145[5119269.785208] lowmem_reserve[]: 0 418 14010 14010
146[5119269.787073] Node 0 DMA32 free:56484kB min:2016kB low:2520kB high:3024kB active_anon:25716kB inactive_anon:13364kB active_file:0kB inactive_file:160kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:507840kB managed:428624kB mlocked:0kB dirty:0kB writeback:0kB mapped:1720kB shmem:13424kB slab_reclaimable:744kB slab_unreclaimable:2472kB kernel_stack:160kB pagetables:52kB unstable:0kB bounce:0kB free_cma:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no
147[5119269.792217] lowmem_reserve[]: 0 0 13592 13592
148[5119269.794100] Node 0 Normal free:65980kB min:65492kB low:81864kB high:98236kB active_anon:914936kB inactive_anon:939052kB active_file:20kB inactive_file:40kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:14155776kB managed:13918288kB mlocked:0kB dirty:8kB writeback:0kB mapped:105988kB shmem:940872kB slab_reclaimable:81176kB slab_unreclaimable:262688kB kernel_stack:4960kB pagetables:6752kB unstable:0kB bounce:0kB free_cma:0kB writeback_tmp:0kB pages_scanned:93 all_unreclaimable? yes
149[5119269.799434] lowmem_reserve[]: 0 0 0 0
150[5119269.801343] Node 0 DMA: 1*4kB (U) 0*8kB 0*16kB 1*32kB (U) 2*64kB (U) 1*128kB (U) 1*256kB (U) 0*512kB 1*1024kB (U) 1*2048kB (R) 3*4096kB (M) = 15908kB
151[5119269.807484] Node 0 DMA32: 286*4kB (UEMR) 511*8kB (UEM) 238*16kB (UEM) 131*32kB (UM) 81*64kB (UEM) 38*128kB (UEM) 14*256kB (UEM) 16*512kB (UEM) 11*1024kB (UEM) 5*2048kB (M) 0*4096kB = 56560kB
152[5119269.814128] Node 0 Normal: 3326*4kB (UEMR) 259*8kB (EM) 179*16kB (M) 77*32kB (UEM) 18*64kB (UEM) 53*128kB (UEM) 62*256kB (UM) 13*512kB (UM) 15*1024kB (UEM) 0*2048kB 0*4096kB = 66528kB
153[5119269.820729] Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB
154[5119269.821887] 239032 total pagecache pages
155[5119269.822581] 0 pages in swap cache
156[5119269.823314] Swap cache stats: add 0, delete 0, find 0/0
157[5119269.824114] Free swap = 0kB
158[5119269.824724] Total swap = 0kB
159[5119269.825319] 3669902 pages RAM
160[5119269.825947] 0 pages HighMem/MovableOnly
161[5119269.826687] 79197 pages reserved
162[5119269.827330] [ pid ] uid tgid total_vm rss nr_ptes swapents oom_score_adj name
163[5119269.828437] [ 492] 0 492 18940 8272 42 0 0 systemd-journal
164[5119269.829626] [ 497] 0 497 11330 538 23 0 -1000 systemd-udevd
165[5119269.830779] [ 591] 0 591 29173 117 26 0 -1000 auditd
166[5119269.832638] [ 615] 0 615 130114 507 67 0 0 NetworkManager
167[5119269.833939] [ 616] 0 616 3850 54 12 0 0 hypervkvpd
168[5119269.835119] [ 619] 0 619 173263 4878 167 0 0 rsyslogd
169[5119269.836315] [ 620] 0 620 4788 50 14 0 0 irqbalance
170[5119269.837555] [ 621] 70 621 6986 71 20 0 0 avahi-daemon
171[5119269.838819] [ 622] 0 622 137541 3143 87 0 0 tuned
172[5119269.839994] [ 624] 0 624 8671 83 21 0 0 systemd-logind
173[5119269.841275] [ 625] 81 625 8714 136 17 0 -900 dbus-daemon
174[5119269.842532] [ 631] 0 631 27501 32 11 0 0 agetty
175[5119269.843770] [ 633] 70 633 6986 55 19 0 0 avahi-daemon
176[5119269.845018] [ 645] 999 645 128497 1620 49 0 0 polkitd
177[5119269.846222] [ 647] 0 647 25938 3101 52 0 0 dhclient
178[5119269.847468] [ 855] 0 855 20626 212 43 0 -1000 sshd
179[5119269.848654] [ 858] 0 858 111226 3355 73 0 0 python
180[5119269.849975] [ 1915] 0 1915 22770 256 43 0 0 master
181[5119269.851195] [ 1962] 89 1962 22840 269 45 0 0 qmgr
182[5119269.852377] [ 2002] 0 2002 27501 32 10 0 0 agetty
183[5119269.853648] [ 2020] 0 2020 31575 158 17 0 0 crond
184[5119269.854815] [ 2021] 38 2021 7342 150 18 0 0 ntpd
185[5119269.855952] [ 4176] 1002 4176 11054 164 24 0 0 nrpe
186[5119269.857180] [28658] 1001 28658 1296567 278 33 0 0 nginx
187[5119269.858380] [51834] 0 51834 33802 299 69 0 0 sshd
188[5119269.859680] [51838] 0 51838 28838 103 13 0 0 bash
189[5119269.860839] [12257] 1001 12257 1514589 239232 532 0 0 nginx
190[5119269.862044] [12293] 0 12293 33926 426 67 0 0 sshd
191[5119269.863233] [12336] 0 12336 28858 118 12 0 0 bash
192[5119269.864417] [12507] 89 12507 22796 254 43 0 0 pickup
193[5119269.865600] Out of memory: Kill process 12257 (nginx) score 66 or sacrifice child
194[5119269.866680] Killed process 12257 (nginx) total-vm:6058356kB, anon-rss:873264kB, file-rss:83664kB
195[5119349.210147] free_cache.sh (12923): drop_caches: 3
196[5119649.435012] free_cache.sh (13015): drop_caches: 3
197[5119949.040527] free_cache.sh (13151): drop_caches: 3
198[5120249.277289] free_cache.sh (13263): drop_caches: 3
199[5120549.711639] free_cache.sh (13355): drop_caches: 3
200[5120796.094221] irqbalance invoked oom-killer: gfp_mask=0x201da, order=0, oom_score_adj=0
201[5120796.095629] irqbalance cpuset=/ mems_allowed=0
202[5120796.096556] CPU: 0 PID: 620 Comm: irqbalance Not tainted 3.10.0-229.7.2.el7.x86_64 #1
203[5120796.097767] Hardware name: Microsoft Corporation Virtual Machine/Virtual Machine, BIOS 090006 05/23/2012
204[5120796.099233] ffff8804482ff1c0 00000000c84c9757 ffff88044a1ff950 ffffffff81604386
205[5120796.101645] ffff88044a1ff9e0 ffffffff815ff34f ffff88044a0479f0 ffff88044a047a08
206[5120796.104289] ffffffff00000206 fffeefff00000000 0000000000000001 ffffffff81117803
207[5120796.106720] Call Trace:
208[5120796.107421] [<ffffffff81604386>] dump_stack+0x19/0x1b
209[5120796.108431] [<ffffffff815ff34f>] dump_header+0x8e/0x214
210[5120796.109485] [<ffffffff81117803>] ? uts_proc_notify+0x3/0x20
211[5120796.110660] [<ffffffff8115a10e>] oom_kill_process+0x24e/0x3b0
212[5120796.111736] [<ffffffff8107bd0e>] ? has_capability_noaudit+0x1e/0x30
213[5120796.112980] [<ffffffff8115a936>] out_of_memory+0x4b6/0x4f0
214[5120796.114137] [<ffffffff81160af5>] __alloc_pages_nodemask+0xa95/0xb90
215[5120796.115270] [<ffffffff8119f069>] alloc_pages_current+0xa9/0x170
216[5120796.116487] [<ffffffff81156957>] __page_cache_alloc+0x97/0xc0
217[5120796.117480] [<ffffffff81158c48>] filemap_fault+0x188/0x430
218[5120796.118421] [<ffffffff8117e2be>] __do_fault+0x7e/0x510
219[5120796.119360] [<ffffffff81182615>] handle_mm_fault+0x3d5/0xd60
220[5120796.120304] [<ffffffff8160bc88>] ? page_fault+0x28/0x30
221[5120796.121232] [<ffffffff8160f666>] __do_page_fault+0x156/0x520
222[5120796.122163] [<ffffffff812e1520>] ? copy_user_generic_string+0x30/0x40
223[5120796.123251] [<ffffffff811e9ffc>] ? seq_read+0x1cc/0x3a0
224[5120796.124270] [<ffffffff8160fa4a>] do_page_fault+0x1a/0x70
225[5120796.125253] [<ffffffff8160bc88>] page_fault+0x28/0x30
226[5120796.126166] Mem-Info:
227[5120796.126749] Node 0 DMA per-cpu:
228[5120796.127603] CPU 0: hi: 0, btch: 1 usd: 0
229[5120796.128449] CPU 1: hi: 0, btch: 1 usd: 0
230[5120796.129571] Node 0 DMA32 per-cpu:
231[5120796.130479] CPU 0: hi: 186, btch: 31 usd: 30
232[5120796.131306] CPU 1: hi: 186, btch: 31 usd: 30
233[5120796.132356] Node 0 Normal per-cpu:
234[5120796.133267] CPU 0: hi: 186, btch: 31 usd: 0
235[5120796.134171] CPU 1: hi: 186, btch: 31 usd: 0
236[5120796.135045] active_anon:242911 inactive_anon:230625 isolated_anon:0
237 active_file:133 inactive_file:1789 isolated_file:0
238 unevictable:0 dirty:0 writeback:0 unstable:0
239 free:34415 slab_reclaimable:20369 slab_unreclaimable:65258
240 mapped:26872 shmem:238574 pagetables:1878 bounce:0
241 free_cma:0
242[5120796.139332] Node 0 DMA free:15908kB min:72kB low:88kB high:108kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15992kB managed:15908kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:0kB slab_unreclaimable:0kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB free_cma:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? yes
243[5120796.144235] lowmem_reserve[]: 0 418 14010 14010
244[5120796.146358] Node 0 DMA32 free:56476kB min:2016kB low:2520kB high:3024kB active_anon:25436kB inactive_anon:13132kB active_file:36kB inactive_file:768kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:507840kB managed:428624kB mlocked:0kB dirty:0kB writeback:0kB mapped:1764kB shmem:13424kB slab_reclaimable:664kB slab_unreclaimable:2248kB kernel_stack:160kB pagetables:64kB unstable:0kB bounce:0kB free_cma:0kB writeback_tmp:0kB pages_scanned:141 all_unreclaimable? no
245[5120796.151739] lowmem_reserve[]: 0 0 13592 13592
246[5120796.153742] Node 0 Normal free:65484kB min:65492kB low:81864kB high:98236kB active_anon:946208kB inactive_anon:909368kB active_file:496kB inactive_file:5308kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:14155776kB managed:13918288kB mlocked:0kB dirty:0kB writeback:0kB mapped:105724kB shmem:940872kB slab_reclaimable:80812kB slab_unreclaimable:258784kB kernel_stack:5024kB pagetables:7448kB unstable:0kB bounce:0kB free_cma:0kB writeback_tmp:0kB pages_scanned:1 all_unreclaimable? no
247[5120796.159040] lowmem_reserve[]: 0 0 0 0
248[5120796.160866] Node 0 DMA: 1*4kB (U) 0*8kB 0*16kB 1*32kB (U) 2*64kB (U) 1*128kB (U) 1*256kB (U) 0*512kB 1*1024kB (U) 1*2048kB (R) 3*4096kB (M) = 15908kB
249[5120796.166753] Node 0 DMA32: 256*4kB (UEMR) 454*8kB (UEM) 242*16kB (UEM) 138*32kB (UEM) 82*64kB (UEM) 38*128kB (UEM) 14*256kB (UEM) 16*512kB (UEM) 11*1024kB (UEM) 5*2048kB (M) 0*4096kB = 56336kB
250[5120796.174951] Node 0 Normal: 1901*4kB (UEMR) 303*8kB (EM) 172*16kB (UEM) 50*32kB (UM) 19*64kB (UM) 72*128kB (UM) 71*256kB (UM) 16*512kB (UEM) 14*1024kB (UEM) 0*2048kB 0*4096kB = 65516kB
251[5120796.182440] Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB
252[5120796.183717] 240014 total pagecache pages
253[5120796.184682] 0 pages in swap cache
254[5120796.185584] Swap cache stats: add 0, delete 0, find 0/0
255[5120796.186708] Free swap = 0kB
256[5120796.187495] Total swap = 0kB
257[5120796.188167] 3669902 pages RAM
258[5120796.188839] 0 pages HighMem/MovableOnly
259[5120796.189566] 79197 pages reserved
260[5120796.190221] [ pid ] uid tgid total_vm rss nr_ptes swapents oom_score_adj name
261[5120796.191505] [ 492] 0 492 18940 8348 42 0 0 systemd-journal
262[5120796.192824] [ 497] 0 497 11330 538 23 0 -1000 systemd-udevd
263[5120796.194137] [ 591] 0 591 29173 117 26 0 -1000 auditd
264[5120796.195436] [ 615] 0 615 130114 507 67 0 0 NetworkManager
265[5120796.196802] [ 616] 0 616 3850 54 12 0 0 hypervkvpd
266[5120796.198001] [ 619] 0 619 173263 4938 167 0 0 rsyslogd
267[5120796.199396] [ 620] 0 620 4789 50 14 0 0 irqbalance
268[5120796.200597] [ 621] 70 621 6986 71 20 0 0 avahi-daemon
269[5120796.201812] [ 622] 0 622 137541 3143 87 0 0 tuned
270[5120796.203179] [ 624] 0 624 8671 83 21 0 0 systemd-logind
271[5120796.204440] [ 625] 81 625 8714 136 17 0 -900 dbus-daemon
272[5120796.205719] [ 631] 0 631 27501 32 11 0 0 agetty
273[5120796.206934] [ 633] 70 633 6986 55 19 0 0 avahi-daemon
274[5120796.208325] [ 645] 999 645 128497 1620 49 0 0 polkitd
275[5120796.209539] [ 647] 0 647 25938 3101 52 0 0 dhclient
276[5120796.210745] [ 855] 0 855 20626 212 43 0 -1000 sshd
277[5120796.211889] [ 858] 0 858 111226 3355 73 0 0 python
278[5120796.213081] [ 1915] 0 1915 22770 256 43 0 0 master
279[5120796.214247] [ 1962] 89 1962 22840 269 45 0 0 qmgr
280[5120796.215953] [ 2002] 0 2002 27501 32 10 0 0 agetty
281[5120796.217526] [ 2020] 0 2020 31576 158 17 0 0 crond
282[5120796.218783] [ 2021] 38 2021 7342 150 18 0 0 ntpd
283[5120796.220049] [ 4176] 1002 4176 11054 164 24 0 0 nrpe
284[5120796.221501] [28658] 1001 28658 1296567 274 33 0 0 nginx
285[5120796.222705] [51834] 0 51834 33802 299 69 0 0 sshd
286[5120796.223944] [51838] 0 51838 28838 103 13 0 0 bash
287[5120796.225192] [12293] 0 12293 33926 434 67 0 0 sshd
288[5120796.226426] [12336] 0 12336 28858 125 12 0 0 bash
289[5120796.227747] [12507] 89 12507 22796 254 43 0 0 pickup
290[5120796.228976] [12904] 1001 12904 1513831 238386 531 0 0 nginx
291[5120796.230167] [13373] 89 13373 22797 254 45 0 0 trivial-rewrite
292[5120796.231537] [13485] 89 13485 22833 251 45 0 0 cleanup
293[5120796.232738] [13487] 0 13487 22822 261 42 0 0 local
294[5120796.233920] [13488] 89 13488 22805 246 46 0 0 bounce
295[5120796.235273] Out of memory: Kill process 12904 (nginx) score 66 or sacrifice child
296[5120796.236420] Killed process 12904 (nginx) total-vm:6055324kB, anon-rss:870188kB, file-rss:83316kB
297
298
299
300
301[root@messagepush-05 ~]# cat /proc/meminfo
302MemTotal: 14362820 kB
303MemFree: 244816 kB
304MemAvailable: 227684 kB
305Buffers: 4280 kB
306Cached: 1010028 kB
307SwapCached: 0 kB
308Active: 911240 kB
309Inactive: 947120 kB
310Active(anon): 875868 kB
311Inactive(anon): 922500 kB
312Active(file): 35372 kB
313Inactive(file): 24620 kB
314Unevictable: 0 kB
315Mlocked: 0 kB
316SwapTotal: 0 kB
317SwapFree: 0 kB
318Dirty: 3056 kB
319Writeback: 0 kB
320AnonPages: 844024 kB
321Mapped: 111964 kB
322Shmem: 954296 kB
323Slab: 303544 kB
324SReclaimable: 74688 kB
325SUnreclaim: 228856 kB
326KernelStack: 5152 kB
327PageTables: 6620 kB
328NFS_Unstable: 0 kB
329Bounce: 0 kB
330WritebackTmp: 0 kB
331CommitLimit: 11490256 kB
332Committed_AS: 6884512 kB
333VmallocTotal: 34359738367 kB
334VmallocUsed: 77344 kB
335VmallocChunk: 34359635556 kB
336HardwareCorrupted: 0 kB
337AnonHugePages: 122880 kB
338HugePages_Total: 0
339HugePages_Free: 0
340HugePages_Rsvd: 0
341HugePages_Surp: 0
342Hugepagesize: 2048 kB
343DirectMap4k: 63424 kB
344DirectMap2M: 14616576 kB
345
346
347
348top - 05:42:51 up 59 days, 8:35, 3 users, load average: 1.90, 0.77, 0.40
349Tasks: 246 total, 1 running, 245 sleeping, 0 stopped, 0 zombie
350%Cpu(s): 2.7 us, 4.4 sy, 0.0 ni, 88.9 id, 0.0 wa, 0.0 hi, 4.0 si, 0.0 st
351KiB Mem : 14362820 total, 872420 free, 12303556 used, 1186844 buff/cache
352KiB Swap: 0 total, 0 free, 0 used. 830824 avail Mem
353
354 PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND
35516041 ngxpush 20 0 5435792 314888 66440 S 14.2 2.2 0:04.63 nginx
356 492 root 20 0 75760 35416 35100 S 0.0 0.2 8:54.69 systemd-journal
357 619 root 20 0 693052 20876 19832 S 0.0 0.1 2:11.79 rsyslogd
358 858 root 20 0 444904 14248 828 S 0.0 0.1 87:48.55 python
359 622 root 20 0 550164 12640 68 S 0.0 0.1 10:34.72 tuned
360 647 root 20 0 103752 12404 4 S 0.0 0.1 0:00.03 dhclient
361 645 polkitd 20 0 513988 6828 348 S 0.0 0.0 1:38.83 polkitd
36216042 root 20 0 135208 4928 3748 S 0.0 0.0 0:00.21 sshd
363 1 root 20 0 56748 4708 1988 S 0.0 0.0 22:39.04 systemd
36416038 postfix 20 0 91288 4464 3424 S 0.0 0.0 0:00.03 local
36516035 postfix 20 0 91332 3944 2936 S 0.0 0.0 0:00.03 cleanup
36616039 postfix 20 0 91220 3896 2908 S 0.0 0.0 0:00.04 bounce
36716036 postfix 20 0 91188 3888 2900 S 0.0 0.0 0:00.01 trivial-rewrite
368 615 root 20 0 520456 2664 636 S 0.0 0.0 2:31.96 NetworkManager
369 497 root 20 0 45320 2152 4 S 0.0 0.0 0:00.33 systemd-udevd
37016046 root 20 0 115348 2028 1620 S 0.0 0.0 0:00.01 bash
37116063 root 20 0 130132 1908 1268 R 0.9 0.0 0:00.05 top
37212293 root 20 0 135704 1704 0 S 0.0 0.0 0:00.98 sshd
37315172 postfix 20 0 91184 1408 396 S 0.0 0.0 0:00.04 pickup
374 1962 postfix 20 0 91360 1380 304 S 0.0 0.0 1:32.45 qmgr
37515480 root 20 0 5188368 1196 88 S 0.0 0.0 0:00.00 nginx
37651834 root 20 0 135208 1196 0 S 0.0 0.0 0:00.60 sshd
377
378
379Command output on the good machine:
380
381top:
382
383top - 02:29:11 up 64 days, 8:15, 5 users, load average: 0.35, 0.18, 0.16
384Tasks: 255 total, 1 running, 250 sleeping, 0 stopped, 4 zombie
385%Cpu(s): 3.0 us, 3.2 sy, 0.0 ni, 84.3 id, 0.8 wa, 0.0 hi, 8.6 si, 0.0 st
386KiB Mem : 14362820 total, 3209380 free, 6966572 used, 4186868 buff/cache
387KiB Swap: 14155571+total, 14053585+free, 1019856 used. 5712588 avail Mem
388
389 PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND
39029896 ngxpush 20 0 11.339g 6.412g 389960 S 5.3 46.8 5975:00 nginx: worker process
39148760 root 20 0 130048 1864 1296 R 5.3 0.0 0:00.04 top -c -d 3 -n 1 -b
392 1 root 20 0 56748 3656 2156 S 0.0 0.0 16:54.03 /usr/lib/systemd/systemd --switched-root --system --deserializ+
393 2 root 20 0 0 0 0 S 0.0 0.0 0:00.34 [kthreadd]
394 3 root 20 0 0 0 0 S 0.0 0.0 104:55.89 [ksoftirqd/0]
395 5 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [kworker/0:0H]
396 7 root rt 0 0 0 0 S 0.0 0.0 0:27.69 [migration/0]
397 8 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcu_bh]
398 9 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/0]
399 10 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/1]
400 11 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/2]
401 12 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/3]
402 13 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/4]
403 14 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/5]
404 15 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/6]
405 16 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/7]
406 17 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/8]
407 18 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/9]
408 19 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/10]
409 20 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/11]
410 21 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/12]
411 22 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/13]
412 23 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/14]
413 24 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/15]
414 25 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/16]
415 26 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/17]
416 27 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/18]
417 28 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/19]
418 29 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/20]
419 30 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/21]
420 31 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/22]
421 32 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/23]
422 33 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/24]
423 34 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/25]
424 35 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/26]
425 36 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/27]
426 37 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/28]
427 38 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/29]
428 39 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/30]
429 40 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/31]
430 41 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/32]
431 42 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/33]
432 43 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/34]
433 44 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/35]
434 45 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/36]
435 46 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/37]
436 47 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/38]
437 48 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/39]
438 49 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/40]
439 50 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/41]
440 51 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/42]
441 52 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/43]
442 53 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/44]
443 54 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/45]
444 55 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/46]
445 56 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/47]
446 57 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/48]
447 58 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/49]
448 59 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/50]
449 60 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/51]
450 61 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/52]
451 62 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/53]
452 63 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/54]
453 64 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/55]
454 65 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/56]
455 66 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/57]
456 67 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/58]
457 68 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/59]
458 69 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/60]
459 70 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/61]
460 71 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/62]
461 72 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuob/63]
462 73 root 20 0 0 0 0 S 0.0 0.0 182:43.83 [rcu_sched]
463 74 root 20 0 0 0 0 S 0.0 0.0 137:14.79 [rcuos/0]
464 75 root 20 0 0 0 0 S 0.0 0.0 137:53.74 [rcuos/1]
465 76 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/2]
466 77 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/3]
467 78 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/4]
468 79 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/5]
469 80 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/6]
470 81 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/7]
471 82 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/8]
472 83 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/9]
473 84 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/10]
474 85 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/11]
475 86 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/12]
476 87 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/13]
477 88 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/14]
478 89 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/15]
479 90 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/16]
480 91 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/17]
481 92 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/18]
482 93 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/19]
483 94 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/20]
484 95 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/21]
485 96 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/22]
486 97 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/23]
487 98 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/24]
488 99 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/25]
489 100 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/26]
490 101 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/27]
491 102 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/28]
492 103 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/29]
493 104 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/30]
494 105 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/31]
495 106 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/32]
496 107 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/33]
497 108 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/34]
498 109 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/35]
499 110 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/36]
500 111 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/37]
501 112 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/38]
502 113 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/39]
503 114 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/40]
504 115 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/41]
505 116 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/42]
506 117 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/43]
507 118 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/44]
508 119 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/45]
509 120 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/46]
510 121 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/47]
511 122 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/48]
512 123 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/49]
513 124 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/50]
514 125 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/51]
515 126 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/52]
516 127 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/53]
517 128 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/54]
518 129 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/55]
519 130 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/56]
520 131 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/57]
521 132 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/58]
522 133 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/59]
523 134 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/60]
524 135 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/61]
525 136 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/62]
526 137 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [rcuos/63]
527 138 root rt 0 0 0 0 S 0.0 0.0 2:07.71 [watchdog/0]
528 139 root rt 0 0 0 0 S 0.0 0.0 1:57.22 [watchdog/1]
529 140 root rt 0 0 0 0 S 0.0 0.0 0:32.20 [migration/1]
530 141 root 20 0 0 0 0 S 0.0 0.0 104:38.00 [ksoftirqd/1]
531 143 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [kworker/1:0H]
532 144 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [khelper]
533 145 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [kdevtmpfs]
534 146 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [netns]
535 147 root 0 -20 0 0 0 S 0.0 0.0 0:00.01 [writeback]
536 148 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [kintegrityd]
537 149 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [bioset]
538 150 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [kblockd]
539 151 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [khubd]
540 152 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [md]
541 156 root 20 0 0 0 0 S 0.0 0.0 0:02.17 [khungtaskd]
542 157 root 20 0 0 0 0 S 0.0 0.0 3:23.55 [kswapd0]
543 158 root 25 5 0 0 0 S 0.0 0.0 0:00.00 [ksmd]
544 159 root 39 19 0 0 0 S 0.0 0.0 1:03.75 [khugepaged]
545 160 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [fsnotify_mark]
546 161 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [crypto]
547 170 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [kthrotld]
548 172 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [kmpath_rdacd]
549 173 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [kpsmoused]
550 193 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [deferwq]
551 219 root 20 0 0 0 0 S 0.0 0.0 0:04.83 [kauditd]
552 342 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_con]
553 343 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_ctl]
554 345 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_ctl]
555 346 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_ctl]
556 347 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_ctl]
557 349 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_ctl]
558 351 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_ctl]
559 353 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_ctl]
560 356 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_ctl]
561 357 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_ctl]
562 358 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_ctl]
563 359 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_ctl]
564 360 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_ctl]
565 361 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_ctl]
566 362 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_ctl]
567 363 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_ctl]
568 364 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [ata_sff]
569 371 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [scsi_eh_0]
570 373 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [scsi_tmf_0]
571 374 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [scsi_eh_1]
572 375 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [scsi_tmf_1]
573 383 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [scsi_eh_2]
574 384 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [scsi_tmf_2]
575 385 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_ctl]
576 386 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [scsi_eh_3]
577 387 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [scsi_tmf_3]
578 389 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [scsi_eh_4]
579 390 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [scsi_tmf_4]
580 391 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [scsi_eh_5]
581 392 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [scsi_tmf_5]
582 411 root 20 0 0 0 0 S 0.0 0.0 2:49.31 [jbd2/sda1-8]
583 412 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [ext4-rsv-conver]
584 413 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [ext4-unrsv-conv]
585 481 root 20 0 59400 18156 17992 S 0.0 0.1 7:27.57 /usr/lib/systemd/systemd-journald
586 497 root 20 0 45056 576 436 S 0.0 0.0 0:00.32 /usr/lib/systemd/systemd-udevd
587 574 root 20 0 0 0 0 S 0.0 0.0 2:09.42 [jbd2/sdc1-8]
588 575 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [ext4-rsv-conver]
589 576 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [ext4-unrsv-conv]
590 593 root 16 -4 116692 280 148 S 0.0 0.0 0:45.72 /sbin/auditd -n
591 601 root 0 -20 0 0 0 S 0.0 0.0 0:00.00 [hv_vmbus_ctl]
592 618 root 20 0 520468 1608 924 S 0.0 0.0 1:44.43 /usr/sbin/NetworkManager --no-daemon
593 619 root 20 0 15400 260 188 S 0.0 0.0 1:23.47 /usr/sbin/hypervkvpd
594 620 root 20 0 748000 10952 10472 S 0.0 0.1 1:30.96 /usr/sbin/rsyslogd -n
595 623 root 20 0 19152 320 244 S 0.0 0.0 6:15.63 /usr/sbin/irqbalance --foreground
596 624 avahi 20 0 27944 168 112 S 0.0 0.0 0:14.09 avahi-daemon: running [messagepush-01.local]
597 625 root 20 0 550164 1740 556 S 0.0 0.0 10:22.70 /usr/bin/python -Es /usr/sbin/tuned -l -P
598 626 root 20 0 34684 836 688 S 0.0 0.0 3:17.74 /usr/lib/systemd/systemd-logind
599 627 dbus 20 0 34928 572 260 S 0.0 0.0 4:42.85 /bin/dbus-daemon --system --address=systemd: --nofork --nopidf+
600 634 root 20 0 110004 8 4 S 0.0 0.0 0:00.05 /sbin/agetty --keep-baud 115200 38400 9600 ttyS0
601 635 root 20 0 110004 8 4 S 0.0 0.0 0:00.02 /sbin/agetty --noclear tty1
602 636 avahi 20 0 27944 4 0 S 0.0 0.0 0:00.00 avahi-daemon: chroot helper
603 642 root 0 -20 0 0 0 S 0.0 0.0 0:21.59 [kworker/1:1H]
604 651 polkitd 20 0 513988 840 396 S 0.0 0.0 1:08.72 /usr/lib/polkit-1/polkitd --no-debug
605 652 root 20 0 103752 8 4 S 0.0 0.0 0:00.03 /sbin/dhclient -d -q -sf /usr/libexec/nm-dhcp-helper -pf /var/+
606 859 root 20 0 82504 352 244 S 0.0 0.0 1:39.07 /usr/sbin/sshd -D
607 863 root 20 0 525680 20028 2408 S 0.0 0.1 113:22.02 python /usr/sbin/waagent -daemon
608 865 root 20 0 29272 4 0 S 0.0 0.0 0:00.00 /usr/sbin/xinetd -stayalive -pidfile /var/run/xinetd.pid
609 1187 nagios 20 0 23716 2372 1176 S 0.0 0.0 30:03.21 /usr/local/nagios/bin/nagios -d /usr/local/nagios/etc/nagios.c+
610 1195 nagios 20 0 0 0 0 Z 0.0 0.0 4:23.61 [nagios] <defunct>
611 1196 nagios 20 0 0 0 0 Z 0.0 0.0 4:37.30 [nagios] <defunct>
612 1197 nagios 20 0 0 0 0 Z 0.0 0.0 4:35.40 [nagios] <defunct>
613 1198 nagios 20 0 0 0 0 Z 0.0 0.0 4:25.29 [nagios] <defunct>
614 1703 root 20 0 91080 232 152 S 0.0 0.0 1:56.55 /usr/libexec/postfix/master -w
615 1710 postfix 20 0 91360 664 520 S 0.0 0.0 1:08.82 qmgr -l -t unix -u
616 3927 nagios 20 0 20820 52 12 S 0.0 0.0 5:30.31 /usr/local/nagios/bin/nagios -d /usr/local/nagios/etc/nagios.c+
617 4200 root 20 0 126304 376 276 S 0.0 0.0 1:27.22 /usr/sbin/crond -n
618 4204 ntp 20 0 29368 560 428 S 0.0 0.0 0:17.77 /usr/sbin/ntpd -u ntp:ntp -g
619 8779 root 20 0 135208 4936 3752 S 0.0 0.0 0:00.63 sshd: root@pts/0
620 8821 root 20 0 115480 2084 1608 S 0.0 0.0 0:00.02 -bash
621 8860 root 20 0 76200 4124 3212 S 0.0 0.0 0:00.11 ssh 172.18.0.8
62210354 root 20 0 0 0 0 S 0.0 0.0 0:00.62 [kworker/u128:1]
62310871 root 0 -20 0 0 0 S 0.0 0.0 0:16.47 [kworker/0:1H]
62414090 root 20 0 0 0 0 S 0.0 0.0 0:00.29 [kworker/1:0]
62536828 root 20 0 0 0 0 S 0.0 0.0 0:00.06 [kworker/0:2]
62639597 root 20 0 0 0 0 S 0.0 0.0 0:00.24 [kworker/0:1]
62739697 root 20 0 135576 5168 3744 S 0.0 0.0 0:00.32 sshd: root@pts/1,pts/2
62839705 root 20 0 115348 2088 1628 S 0.0 0.0 0:00.02 -bash
62939910 root 20 0 76396 4536 3260 S 0.0 0.0 0:00.11 ssh 172.18.0.8
63040269 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [kworker/1:1]
63140295 root 20 0 115472 2116 1652 S 0.0 0.0 0:00.01 -bash
63240728 root 20 0 0 0 0 S 0.0 0.0 0:00.00 [kworker/u128:0]
63346544 postfix 20 0 91184 3884 2892 S 0.0 0.0 0:00.03 pickup -l -t unix -u
63447645 root 20 0 135344 4940 3736 S 0.0 0.0 0:00.33 sshd: root@pts/3,pts/4
63547677 root 20 0 115348 2088 1628 S 0.0 0.0 0:00.02 -bash
63647699 root 20 0 115484 2104 1636 S 0.0 0.0 0:00.01 -bash
63747777 root 20 0 76200 4132 3212 S 0.0 0.0 0:00.14 ssh 172.18.0.8
63848757 nagios 20 0 115212 1480 1276 S 0.0 0.0 0:00.00 /bin/sh /usr/local/nagios/libexec/submit_check_result 172.18.0+
63948759 nagios 20 0 8560 728 592 S 0.0 0.0 0:00.00 /usr/local/nagios/bin/send_nsca 123.103.18.210 -c /usr/local/n+
64053714 nagios 20 0 10772 1040 764 S 0.0 0.0 0:28.40 /usr/local/nagios/bin/nagios --worker /usr/local/nagios/var/rw+
64153715 nagios 20 0 10772 1040 764 S 0.0 0.0 0:27.75 /usr/local/nagios/bin/nagios --worker /usr/local/nagios/var/rw+
64253716 nagios 20 0 10772 1044 764 S 0.0 0.0 0:27.03 /usr/local/nagios/bin/nagios --worker /usr/local/nagios/var/rw+
64353717 nagios 20 0 10772 1044 764 S 0.0 0.0 0:28.75 /usr/local/nagios/bin/nagios --worker /usr/local/nagios/var/rw+
64454113 ngxpush 20 0 5186268 268 0 S 0.0 0.0 0:00.23 nginx: master process /home/ngxpush/sbin/nginx
645
646
647cat /proc/meminfo
648
649
650MemTotal: 14362820 kB
651MemFree: 3202236 kB
652MemAvailable: 5708624 kB
653Buffers: 275860 kB
654Cached: 3408796 kB
655SwapCached: 132724 kB
656Active: 7549892 kB
657Inactive: 2637764 kB
658Active(anon): 6758284 kB
659Inactive(anon): 929780 kB
660Active(file): 791608 kB
661Inactive(file): 1707984 kB
662Unevictable: 0 kB
663Mlocked: 0 kB
664SwapTotal: 141555708 kB
665SwapFree: 140535864 kB
666Dirty: 1148 kB
667Writeback: 0 kB
668AnonPages: 6375128 kB
669Mapped: 416544 kB
670Shmem: 1185064 kB
671Slab: 505684 kB
672SReclaimable: 260212 kB
673SUnreclaim: 245472 kB
674KernelStack: 5392 kB
675PageTables: 20908 kB
676NFS_Unstable: 0 kB
677Bounce: 0 kB
678WritebackTmp: 0 kB
679CommitLimit: 153045964 kB
680Committed_AS: 9564384 kB
681VmallocTotal: 34359738367 kB
682VmallocUsed: 120188 kB
683VmallocChunk: 34359588808 kB
684HardwareCorrupted: 0 kB
685AnonHugePages: 4915200 kB
686HugePages_Total: 0
687HugePages_Free: 0
688HugePages_Rsvd: 0
689HugePages_Surp: 0
690Hugepagesize: 2048 kB
691DirectMap4k: 77760 kB
692DirectMap2M: 14602240 kB
693
694
695dmesg -c
696
697
698[4904192.802410] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid a29)...retrying 1
699[4904192.804313] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid a29)...retrying 2
700[4904192.806060] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid a29)...retrying 3
701[4904192.807741] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid a29)...retrying 4
702[4904192.809310] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid a29)...give up retrying
703[4904478.102841] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid ac)...retrying 1
704[4904478.104872] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid ac)...retrying 2
705[4904478.106715] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1d01)...retrying 1
706[4904826.767558] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid acd)...retrying 1
707[4904826.769978] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid acd)...retrying 2
708[4904826.771713] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid acd)...retrying 3
709[4904826.774398] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid acd)...retrying 4
710[4904826.776087] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid acd)...give up retrying
711[4904826.777818] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 18c0)...retrying 1
712[4904826.779632] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 18c0)...retrying 2
713[4904826.781408] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 18c0)...retrying 3
714[4904826.783187] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 18c0)...retrying 4
715[4904826.785084] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 18c0)...give up retrying
716[4904826.787215] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 799)...retrying 1
717[4904826.789098] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 799)...retrying 2
718[4904826.790910] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 799)...retrying 3
719[4904826.792999] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 799)...retrying 4
720[4904826.794675] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 799)...give up retrying
721[4904826.796437] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1560)...retrying 1
722[4904826.798273] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1560)...retrying 2
723[4904826.800193] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1560)...retrying 3
724[4904826.801929] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1560)...retrying 4
725[4904826.803618] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1560)...give up retrying
726[4904826.805421] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 67b)...retrying 1
727[4904826.806894] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 67b)...retrying 2
728[4904826.808478] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 67b)...retrying 3
729[4904826.809865] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 67b)...retrying 4
730[4904826.811158] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 67b)...give up retrying
731[4904826.812426] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 115)...retrying 1
732[4904826.813758] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 115)...retrying 2
733[4904826.815187] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 115)...retrying 3
734[4904826.816491] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 115)...retrying 4
735[4904826.817729] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 115)...give up retrying
736[4904826.819006] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 14d0)...retrying 1
737[4904826.820378] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 14d0)...retrying 2
738[4904826.821760] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 14d0)...retrying 3
739[4904826.823199] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 14d0)...retrying 4
740[4904826.824579] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 14d0)...give up retrying
741[4904826.825852] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid c55)...retrying 1
742[4904826.827195] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid c55)...retrying 2
743[4904826.828586] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid c55)...retrying 3
744[4904826.829894] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid c55)...retrying 4
745[4904826.831113] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid c55)...give up retrying
746[4904826.832418] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 42f)...retrying 1
747[4904826.833766] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 42f)...retrying 2
748[4904826.835156] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 42f)...retrying 3
749[4904826.836604] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 42f)...retrying 4
750[4904826.837880] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 42f)...give up retrying
751[4904826.839185] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 10b0)...retrying 1
752[4904826.840706] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1038)...retrying 1
753[4904826.842440] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 7aa)...retrying 1
754[4904826.844049] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 592)...retrying 1
755[4904826.845735] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1c37)...retrying 1
756[4904826.847304] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1b8f)...retrying 1
757[4904826.848624] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 204c)...retrying 1
758[4904826.850000] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1a91)...retrying 1
759[4904826.851288] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 871)...retrying 1
760[4904826.852776] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1660)...retrying 1
761[4904826.854191] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid a6a)...retrying 1
762[4904826.855548] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 16a1)...retrying 1
763[4904826.856975] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 4ed)...retrying 1
764[4906879.845287] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid fc7)...retrying 1
765[4906879.848202] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid fc7)...retrying 2
766[4906879.849709] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid fc7)...retrying 3
767[4906879.851208] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid fc7)...retrying 4
768[4906879.852601] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid fc7)...give up retrying
769[4906879.854038] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid b4c)...retrying 1
770[4906879.855648] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid b4c)...retrying 2
771[4906879.857150] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid b4c)...retrying 3
772[4906879.858595] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid b4c)...retrying 4
773[4906879.859926] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid b4c)...give up retrying
774[4906879.861508] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid ecd)...retrying 1
775[4906879.863126] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid f1c)...retrying 1
776[4906879.864904] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 868)...retrying 1
777[4906879.866601] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1df9)...retrying 1
778[4906879.868265] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 6a3)...retrying 1
779[4906879.869895] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1c7b)...retrying 1
780[4906879.871775] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 20f)...retrying 1
781[4911440.244575] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1864)...retrying 1
782[4911440.246580] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1864)...retrying 2
783[4911440.248038] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1864)...retrying 3
784[4911440.249484] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1864)...retrying 4
785[4911440.250819] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1864)...give up retrying
786[4911440.252460] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 71d)...retrying 1
787[4911440.253805] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 71d)...retrying 2
788[4911440.255157] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 71d)...retrying 3
789[4911440.256558] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 71d)...retrying 4
790[4911440.258385] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 71d)...give up retrying
791[4911440.259834] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1949)...retrying 1
792[4911440.261138] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1949)...retrying 2
793[4911440.262415] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1949)...retrying 3
794[4911440.263683] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1949)...retrying 4
795[4911440.264878] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1949)...give up retrying
796[4911440.266138] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid ce7)...retrying 1
797[4911440.267397] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid ce7)...retrying 2
798[4911440.268660] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid ce7)...retrying 3
799[4911440.269806] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid ce7)...retrying 4
800[4911440.270861] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid ce7)...give up retrying
801[4911440.272211] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 150c)...retrying 1
802[4911440.273523] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 17bb)...retrying 1
803[4911440.274969] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1534)...retrying 1
804[4911440.276315] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 434)...retrying 1
805[4911440.277770] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 122a)...retrying 1
806[4911440.279259] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1bac)...retrying 1
807[4911440.280636] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 196a)...retrying 1
808[4911440.281985] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 636)...retrying 1
809[4911440.283532] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 74e)...retrying 1
810[4990424.392886] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 10d8)...retrying 1
811[4990424.394543] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 10d8)...retrying 2
812[4990424.396235] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 10d8)...retrying 3
813[4990424.397698] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 10d8)...retrying 4
814[4990424.399074] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 10d8)...give up retrying
815[4990424.400500] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 12c5)...retrying 1
816[4990424.402012] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 12c5)...retrying 2
817[4990424.403486] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 12c5)...retrying 3
818[4990424.405145] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 129e)...retrying 1
819[4990424.406963] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 211e)...retrying 1
820[4990424.408973] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1951)...retrying 1
821[4990424.411053] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1b1c)...retrying 1
822[4990424.412804] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 2065)...retrying 1
823[4990424.414836] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1b03)...retrying 1
824[4991174.443784] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 753)...retrying 1
825[4991174.445578] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 753)...retrying 2
826[4991174.447201] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 753)...retrying 3
827[4991174.448737] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 753)...retrying 4
828[4991174.450134] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 753)...give up retrying
829[4991174.451604] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 3eb)...retrying 1
830[4991174.453013] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 3eb)...retrying 2
831[4991174.454543] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 3eb)...retrying 3
832[4991174.456027] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 3eb)...retrying 4
833[4991174.457393] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 3eb)...give up retrying
834[4991174.458837] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid aea)...retrying 1
835[4991174.460267] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid aea)...retrying 2
836[4991174.461805] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid aea)...retrying 3
837[4991174.463356] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid aea)...retrying 4
838[4991174.464828] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid aea)...give up retrying
839[4991174.466336] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 18ef)...retrying 1
840[4991174.467884] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 18ef)...retrying 2
841[4991174.470113] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 18ef)...retrying 3
842[4991174.471551] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 18ef)...retrying 4
843[4991174.473122] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 18ef)...give up retrying
844[4991174.474729] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid f45)...retrying 1
845[4991174.476355] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid f45)...retrying 2
846[4991174.477674] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid f45)...retrying 3
847[4991174.478947] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid f45)...retrying 4
848[4991174.480125] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid f45)...give up retrying
849[4991174.481367] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1c01)...retrying 1
850[4991174.482646] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1c01)...retrying 2
851[4991174.483932] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1c01)...retrying 3
852[4991174.485218] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1c01)...retrying 4
853[4991174.486403] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1c01)...give up retrying
854[4991174.487657] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1a11)...retrying 1
855[4991174.488940] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1a11)...retrying 2
856[4991174.490224] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1a11)...retrying 3
857[4991174.491510] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1a11)...retrying 4
858[4991174.492697] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1a11)...give up retrying
859[4991174.493940] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 892)...retrying 1
860[4991174.495217] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 892)...retrying 2
861[4991174.496487] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 892)...retrying 3
862[4991174.497788] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 892)...retrying 4
863[4991174.498961] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 892)...give up retrying
864[4991174.500178] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 13c8)...retrying 1
865[4991174.501453] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 13c8)...retrying 2
866[4991174.502764] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 13c8)...retrying 3
867[4991174.504058] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 13c8)...retrying 4
868[4991174.505240] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 13c8)...give up retrying
869[4991174.506511] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 74)...retrying 1
870[4991174.507812] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 74)...retrying 2
871[4991174.509117] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 74)...retrying 3
872[4991174.510416] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 74)...retrying 4
873[4991174.511617] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 74)...give up retrying
874[4991174.512839] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid f51)...retrying 1
875[4991174.514152] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid f51)...retrying 2
876[4991174.515431] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid f51)...retrying 3
877[4991174.516706] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid f51)...retrying 4
878[4991174.517919] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid f51)...give up retrying
879[4991174.519308] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 2027)...retrying 1
880[4991174.520899] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 18ea)...retrying 1
881[4991174.522334] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1e7f)...retrying 1
882[4991174.523783] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid faf)...retrying 1
883[4991174.525200] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid dd3)...retrying 1
884[4991174.526783] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1dc1)...retrying 1
885[4991174.528409] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 20e1)...retrying 1
886[4991174.529878] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid aa4)...retrying 1
887[4991174.531361] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 18ae)...retrying 1
888[4991174.532853] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 851)...retrying 1
889[4991174.534561] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 345)...retrying 1
890[4991174.536039] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid e4b)...retrying 1
891[4991174.537515] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 171a)...retrying 1
892[4991420.106469] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 5d2)...retrying 1
893[4991420.109179] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 5d2)...retrying 2
894[4991420.110717] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 5d2)...retrying 3
895[4991420.112176] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 5d2)...retrying 4
896[4991420.113734] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 5d2)...give up retrying
897[4991420.115299] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 408)...retrying 1
898[4991420.116885] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 408)...retrying 2
899[4991420.118352] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 408)...retrying 3
900[4991420.119930] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 408)...retrying 4
901[4991420.121337] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 408)...give up retrying
902[4991420.122817] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid fc3)...retrying 1
903[4991420.124526] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid fc3)...retrying 2
904[4991420.126154] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid fc3)...retrying 3
905[4991420.127656] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid fc3)...retrying 4
906[4991420.129129] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid fc3)...give up retrying
907[4991420.130645] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1974)...retrying 1
908[4991420.132122] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1974)...retrying 2
909[4991420.133613] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1974)...retrying 3
910[4991420.135111] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1974)...retrying 4
911[4991420.136444] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1974)...give up retrying
912[4991420.138012] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1770)...retrying 1
913[4991420.139456] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1770)...retrying 2
914[4991420.140956] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1770)...retrying 3
915[4991420.142327] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1770)...retrying 4
916[4991420.143672] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1770)...give up retrying
917[4991420.145098] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 883)...retrying 1
918[4991420.146592] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 883)...retrying 2
919[4991420.148090] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 883)...retrying 3
920[4991420.149521] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 883)...retrying 4
921[4991420.150891] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 883)...give up retrying
922[4991420.152395] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 83a)...retrying 1
923[4991420.153926] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 83a)...retrying 2
924[4991420.155451] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 83a)...retrying 3
925[4991420.156928] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 83a)...retrying 4
926[4991420.158336] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 83a)...give up retrying
927[4991420.159703] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid cab)...retrying 1
928[4991420.161186] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid cab)...retrying 2
929[4991420.162634] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid cab)...retrying 3
930[4991420.164050] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid cab)...retrying 4
931[4991420.165561] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid cab)...give up retrying
932[4991420.166978] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 160e)...retrying 1
933[4991420.168473] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 160e)...retrying 2
934[4991420.169917] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 160e)...retrying 3
935[4991420.171417] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 160e)...retrying 4
936[4991420.172871] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 160e)...give up retrying
937[4991420.174293] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 14ab)...retrying 1
938[4991420.175832] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 14ab)...retrying 2
939[4991420.177257] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 14ab)...retrying 3
940[4991420.178714] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 14ab)...retrying 4
941[4991420.180149] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 14ab)...give up retrying
942[4991420.181655] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid af0)...retrying 1
943[4991420.183113] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid af0)...retrying 2
944[4991420.184732] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid af0)...retrying 3
945[4991420.186246] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid af0)...retrying 4
946[4991420.187645] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid af0)...give up retrying
947[4991420.189149] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1cd2)...retrying 1
948[4991420.190611] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1cd2)...retrying 2
949[4991420.192038] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1cd2)...retrying 3
950[4991420.193579] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1cd2)...retrying 4
951[4991420.195037] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1cd2)...give up retrying
952[4991420.196582] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1d06)...retrying 1
953[4991420.198173] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1d06)...retrying 2
954[4991420.199637] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1d06)...retrying 3
955[4991420.200927] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1d06)...retrying 4
956[4991420.202122] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1d06)...give up retrying
957[4991420.203364] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1ddf)...retrying 1
958[4991420.204655] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1ddf)...retrying 2
959[4991420.205952] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1ddf)...retrying 3
960[4991420.207234] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1ddf)...retrying 4
961[4991420.208424] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1ddf)...give up retrying
962[4991420.209812] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1507)...retrying 1
963[4991420.211252] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 6)...retrying 1
964[4991420.212660] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1c2e)...retrying 1
965[4991420.214244] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1e0c)...retrying 1
966[4991420.215830] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1c39)...retrying 1
967[4991420.217267] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid b5c)...retrying 1
968[4991420.218835] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid b39)...retrying 1
969[4991420.220259] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1838)...retrying 1
970[4991420.221689] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1c57)...retrying 1
971[4991420.223241] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1e23)...retrying 1
972[4991420.224679] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 19d5)...retrying 1
973[4991420.226118] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 182d)...retrying 1
974[4991420.227558] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 345)...retrying 1
975[4991420.228990] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 15e8)...retrying 1
976[4991420.230433] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 13b4)...retrying 1
977[4991420.231869] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid b15)...retrying 1
978[4991420.233294] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 9d)...retrying 1
979[4991420.234571] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 9d)...retrying 2
980[4991420.235991] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 8b4)...retrying 1
981[4991420.237273] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 8b4)...retrying 2
982[4991420.238697] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 3b8)...retrying 1
983[4991420.240120] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 419)...retrying 1
984[4991420.241398] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 419)...retrying 2
985[4991420.242832] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1989)...retrying 1
986[4991420.244128] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 1989)...retrying 2
987[4991420.245557] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 2b3)...retrying 1
988[4991420.246846] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 2b3)...retrying 2
989[4991420.248287] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 465)...retrying 1
990[4991420.249768] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 2070)...retrying 1
991[4991420.251057] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 2070)...retrying 2
992[4991420.252555] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 15d0)...retrying 1
993[4991420.253846] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 15d0)...retrying 2
994[4991420.255472] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 9bc)...retrying 1
995[4991420.256752] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid 9bc)...retrying 2
996[4991420.258776] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid b21)...retrying 1
997[4991420.260059] hv_netvsc vmbus_0_16 eth0: unable to send receive completion pkt (tid b21)...retrying 2
998
999
1000vmstat 5 4
1001
1002
1003procs -----------memory---------- ---swap-- -----io---- -system-- ------cpu-----
1004 r b swpd free buff cache si so bi bo in cs us sy id wa st
1005 0 0 1019844 3214308 275860 3917744 0 0 2 77 2 0 3 12 84 1 0
1006 0 0 1019844 3213764 275860 3918152 0 0 0 58 6275 3044 1 9 88 1 0
1007 0 0 1019844 3212600 275860 3918464 0 0 0 267 6375 3161 2 9 89 0 0
1008 0 0 1019844 3213608 275860 3918852 0 0 0 58 6473 3139 2 9 88 1 0
1009