johndunne

Hello all,

I'm seeing some soft lockups being detected on a linux smp kernel running 2.6.17. I've spent a while googling the output shown below, but unfortunately have not been able to discover what might be causing it.

Anyone have any idea what might cause this? Thanks for any assistance.

The output can bee seen below:

[17254221.404000] BUG: soft lockup detected on CPU#3!
[17254221.464000] <c013ba4e> softlockup_tick+0x9a/0xb9 <c0125857> update_proc5
[17254221.564000] <c010f35b> do_flush_tlb_all+0x0/0x5c <c0110aad> smp_apic_ti3
[17254221.676000] <c010f18b> smp_call_function+0xbe/0x145 <c01037bc> apic_tim4
[17254221.784000] <c010f35b> do_flush_tlb_all+0x0/0x5c <c010f18b> smp_call_fu5
[17254221.884000] <c01256d1> run_timer_softirq+0x3a/0x191 <c010f35b> do_flushc
[17254221.980000] <c01217ac> on_each_cpu+0x2a/0x3c <c010f35b> do_flush_tlb_alc
[17254222.076000] <c010f275> flush_tlb_all+0x27/0x2b <c010f35b> do_flush_tlb_c
[17254222.172000] <c01512f1> __remove_vm_area+0x3f/0x53 <c015131e> remove_vm_8
[17254222.280000] <c0151353> __vunmap+0x26/0x114 <c0151503> vfree+0x27/0x35
[17254222.364000] <f89236ee> do_ipt_get_ctl+0x535/0x544 [ip_tables] <c01732705
[17254222.456000] <c01771d9> mntput_no_expire+0x1c/0x77 <c0132a3f> debug_mute8
[17254222.568000] <c02a3ab9> nf_sockopt+0x19/0x109 <c02eef41> __mutex_lock_ind
[17254222.680000] <c02a3b23> nf_sockopt+0x83/0x109 <c02af051> ip_getsockopt+02
[17254222.776000] <c0142882> __alloc_pages+0x52/0x311 <c0140196> filemap_nopaa
[17254222.888000] <c015087c> __page_set_anon_rmap+0x33/0x42 <c014ad09> __hand3
[17254222.984000] <c014d1d0> vma_adjust+0x112/0x44f <c014d913> vma_merge+0xc51
[17254223.080000] <c0282138> sockfd_lookup_light+0x24/0x41 <c0282631> sys_getc
[17254223.176000] <c0283822> sys_socketcall+0x23f/0x27c <c01147ef> do_page_fac
[17254223.288000] <c0102c83> sysenter_past_esp+0x54/0x75
[17254223.336000] BUG: soft lockup detected on CPU#2!
[17254223.396000] <c013ba4e> softlockup_tick+0x9a/0xb9 <c0125857> update_proc5
[17254223.508000] <c0110aad> smp_apic_timer_interrupt+0x60/0x73 <c02edbc5> __0
[17254223.620000] <c01037bc> apic_timer_interrupt+0x1c/0x24 <c02edbc5> __read0
[17254223.732000] <c02effde> _read_lock+0xb/0xc <c018ebe2> get_vmalloc_info+00
[17254223.812000] <c01946f5> meminfo_read_proc+0x9e/0x266 <c016b421> __link_p5
[17254223.924000] <c01771d9> mntput_no_expire+0x1c/0x77 <c013d0ae> find_get_p7
[17254224.020000] <c0140196> filemap_nopage+0x300/0x3ba <c01929e1> proc_file_2
[17254224.116000] <c015c2ca> vfs_read+0x9d/0x173 <c015c7c4> sys_read+0x4b/0x74
[17254224.212000] <c0102c83> sysenter_past_esp+0x54/0x75
[17254224.276000] BUG: soft lockup detected on CPU#0!
[17254224.332000] <c013ba4e> softlockup_tick+0x9a/0xb9 <c0125857> update_proc5
[17254224.436000] <c0110aad> smp_apic_timer_interrupt+0x60/0x73 <c02edbc8> __0
[17254224.548000] <c01037bc> apic_timer_interrupt+0x1c/0x24 <c02edbc8> __read0
[17254224.652000] <c02effde> _read_lock+0xb/0xc <c018ebe2> get_vmalloc_info+00
[17254224.748000] <c01946f5> meminfo_read_proc+0x9e/0x266 <c016b421> __link_p5
[17254224.852000] <c01771d9> mntput_no_expire+0x1c/0x77 <c013d0ae> find_get_p7
[17254224.956000] <c0140196> filemap_nopage+0x300/0x3ba <c01929e1> proc_file_2
[17254225.052000] <c015c2ca> vfs_read+0x9d/0x173 <c015c7c4> sys_read+0x4b/0x74
[17254225.140000] <c0102c83> sysenter_past_esp+0x54/0x75
[17254233.340000] BUG: soft lockup detected on CPU#3!
[17254233.400000] <c013ba4e> softlockup_tick+0x9a/0xb9 <c0125857> update_proc5
[17254233.500000] <c010f35b> do_flush_tlb_all+0x0/0x5c <c0110aad> smp_apic_ti3
[17254233.612000] <c010f18b> smp_call_function+0xbe/0x145 <c01037bc> apic_tim4
[17254233.720000] <c010f35b> do_flush_tlb_all+0x0/0x5c <c010f18b> smp_call_fu5
[17254233.820000] <c01256d1> run_timer_softirq+0x3a/0x191 <c010f35b> do_flushc
[17254233.916000] <c01217ac> on_each_cpu+0x2a/0x3c <c010f35b> do_flush_tlb_alc
[17254234.012000] <c010f275> flush_tlb_all+0x27/0x2b <c010f35b> do_flush_tlb_c
[17254234.120000] <c01512f1> __remove_vm_area+0x3f/0x53 <c015131e> remove_vm_8
[17254234.216000] <c0151353> __vunmap+0x26/0x114 <c0151503> vfree+0x27/0x35
[17254234.296000] <f89236ee> do_ipt_get_ctl+0x535/0x544 [ip_tables] <c01732705
[17254234.392000] <c01771d9> mntput_no_expire+0x1c/0x77 <c0132a3f> debug_mute8
[17254234.504000] <c02a3ab9> nf_sockopt+0x19/0x109 <c02eef41> __mutex_lock_ind
[17254234.616000] <c02a3b23> nf_sockopt+0x83/0x109 <c02af051> ip_getsockopt+02
[17254234.712000] <c0142882> __alloc_pages+0x52/0x311 <c0140196> filemap_nopaa
[17254234.824000] <c015087c> __page_set_anon_rmap+0x33/0x42 <c014ad09> __hand3
[17254234.920000] <c014d1d0> vma_adjust+0x112/0x44f <c014d913> vma_merge+0xc51
[17254235.016000] <c0282138> sockfd_lookup_light+0x24/0x41 <c0282631> sys_getc
[17254235.112000] <c0283822> sys_socketcall+0x23f/0x27c <c01147ef> do_page_fac
[17254235.208000] <c0102c83> sysenter_past_esp+0x54/0x75

Rubberman

Is your system overclocked at all? What motherboard are you using, and which CPU?

__________________
Sometimes, real fast is almost as good as real time.

johndunne

Hi, thanks for your reply.

The motherboard is a portwell motherboard, not sure which model. The systems isn't overclocked at all and its a quad core xeon processor.

I thought it might be a problem with the kernel running in smp mode, so I disabled it but this didn't work and the locks occur on the single processor.

Rubberman

I would get a diagnostic software program from the MB manufacturer (if possible - I'm not familiar with this one) to see if there is a system malfunction of some sort. I have an Intel MB myself (S5000XVN dual quad-core xeon E5450 processors), and when I was having some problems, I got the diatnostics from Intel to find what the problem was and was able to fix it. In any case, your problem is likely hardware related.

__________________
Sometimes, real fast is almost as good as real time.

johndunne

Thanks Rubberman for your help, I'll request a diagnostic tool from the board manufacturer and let you know how I get on.