2.5.64-sysctld.patch (from rmk):
--------------------------------
Date: Fri, 14 Mar 2003 19:53:22 +0000
From: Russell King <rmk@arm.linux.org.uk>
To: Shawn Starr <spstarr@sh0n.net>
Subject: Re: [BUG][2.5.64bk4] Weird problem with 2 PCs
On Fri, Mar 14, 2003 at 12:15:47PM -0500, Shawn Starr wrote:
> 2.4 isn't locking up when I turn on the other box. This is going to be
> hard to track down. Will kgdb help me out?
Ok, here's a patch.  Make sure you have sysrq enabled, and, after the
crash, <alt>-<sysrq>-d on the keyboard of the crashed machine should
dump all the kernel messages.
--- orig/kernel/printk.c        Tue Feb 11 16:10:58 2003
+++ linux/kernel/printk.c       Fri Mar 14 19:42:48 2003
@@ -675,3 +675,25 @@
                tty->driver.write(tty, 0, msg, strlen(msg));
        return;
 }
+
+#include <linux/sysrq.h>
+
+static void
+show_msg_info(int key, struct pt_regs *regs, struct tty_struct *tty)
+{
+       call_console_drivers(log_end - logged_chars, log_end);
+}
+
+static struct sysrq_key_op msg_info_op = {
+       .handler        = show_msg_info,
+       .help_msg       = "Dumpmsgs",
+       .action_msg     = "Kernel Messages",
+};
+
+static int __init dbg_init(void)
+{
+       register_sysrq_key('d', &msg_info_op);
+       return 0;
+}
+
+__initcall(dbg_init);
timerfind.diff (from akpm):
---------------------------
fs/open.c             |   33 +++++++++++++++++++++++++++++++++
 include/linux/timer.h |    3 ++-
 mm/slab.c             |   30 ++++++++++++++++++++++++++++++
 3 files changed, 65 insertions(+), 1 deletion(-)
diff -puN include/linux/timer.h~freed-timer-finder include/linux/timer.h
--- 25/include/linux/timer.h~freed-timer-finder 2003-03-29
14:10:15.000000000 -0800
+++ 25-akpm/include/linux/timer.h       2003-03-29 14:10:26.000000000 -0800
@@ -8,11 +8,12 @@
 struct tvec_t_base_s;
 struct timer_list {
+       unsigned long magic;
+
        struct list_head entry;
        unsigned long expires;
        spinlock_t lock;
-       unsigned long magic;
        void (*function)(unsigned long);
        unsigned long data;
diff -puN mm/slab.c~freed-timer-finder mm/slab.c
--- 25/mm/slab.c~freed-timer-finder     2003-03-29 14:10:30.000000000 -0800
+++ 25-akpm/mm/slab.c   2003-03-29 14:16:23.000000000 -0800
@@ -800,6 +800,35 @@ static void poison_obj(kmem_cache_t *cac
        *(unsigned char *)(addr+size-1) = POISON_END;
 }
+static void timer_hunt(kmem_cache_t *cachep, void *addr)
+{
+       int size = cachep->objsize;
+       void *p;
+
+       if (cachep->flags & SLAB_RED_ZONE) {
+               addr += BYTES_PER_WORD;
+               size -= 2*BYTES_PER_WORD;
+       }
+       if (cachep->flags & SLAB_STORE_USER) {
+               size -= BYTES_PER_WORD;
+       }
+
+       for (p = addr; p < addr + size; p += sizeof(unsigned long)) {
+               unsigned long *laddr = p;
+
+               if (*laddr == TIMER_MAGIC) {
+                       struct timer_list *timer;
+
+                       timer = (struct timer_list *)laddr;
+                       if (timer_pending(timer)) {
+                               printk("free of pending timer at %p\n",
timer);
+                               printk("function=%p\n", timer->function);
+                               dump_stack();
+                       }
+               }
+       }
+}
+
 static void *fprob(unsigned char* addr, unsigned int size)
 {
        unsigned char *end;
@@ -1603,6 +1632,7 @@ static inline void *cache_free_debugchec
                else
                        cachep->dtor(objp, cachep, 0);
        }
+       timer_hunt(cachep, objp);
        if (cachep->flags & SLAB_POISON)
                poison_obj(cachep, objp, POISON_AFTER);
 #endif
diff -puN fs/open.c~freed-timer-finder fs/open.c
--- 25/fs/open.c~freed-timer-finder     2003-03-29 14:17:32.000000000 -0800
+++ 25-akpm/fs/open.c   2003-03-29 14:21:20.000000000 -0800
@@ -793,11 +793,44 @@ void fd_install(unsigned int fd, struct
        write_unlock(&files->file_lock);
 }
+#include <linux/timer.h>
+
+struct foo_thing {
+       int a;
+       struct timer_list t;
+       int b;
+};
+
+static void my_foo(unsigned long data)
+{
+       printk("the handler\n");
+}
+
+static void timer_thing(void)
+{
+       static int did_it;
+       struct foo_thing *f;
+
+       if (did_it)
+               return;
+       did_it = 1;
+
+       f = kmalloc(sizeof(*f), GFP_KERNEL);
+       init_timer(&f->t);
+       f->t.expires = jiffies + HZ;
+       f->t.function = my_foo;
+       add_timer(&f->t);
+       kfree(f);
+}
+
 asmlinkage long sys_open(const char * filename, int flags, int mode)
 {
        char * tmp;
        int fd, error;
+       if (current->uid == 9999)
+               timer_thing();
+
 #if BITS_PER_LONG != 32
        flags |= O_LARGEFILE;
 #endif
ttyfix2.diff (from akpm):
-------------------------
>  25-akpm/drivers/char/tty_io.c     |    9 ++++++++-
>  25-akpm/include/linux/workqueue.h |   10 ++++++++++
>  25-akpm/kernel/workqueue.c        |    4 +++-
>  3 files changed, 21 insertions(+), 2 deletions(-)
>
> diff -puN drivers/char/tty_io.c~tty-shutdown-race-fix
drivers/char/tty_io.c
> --- 25/drivers/char/tty_io.c~tty-shutdown-race-fix    Wed Apr  2 16:14:12
2003
> +++ 25-akpm/drivers/char/tty_io.c     Wed Apr  2 16:20:36 2003
> @@ -1286,7 +1286,14 @@ static void release_dev(struct file * fi
>       }
>
>       /*
> -      * Make sure that the tty's task queue isn't activated.
> +      * Prevent flush_to_ldisc() from rescheduling the work for later.
Then
> +      * kill any delayed work.
> +      */
> +     clear_bit(TTY_DONT_FLIP, &tty->flags);
> +     cancel_delayed_work(&tty->flip.work);
> +
> +     /*
> +      * Wait for ->hangup_work and ->flip.work handlers to terminate
>        */
>       flush_scheduled_work();
> diff -puN include/linux/workqueue.h~tty-shutdown-race-fix
> include/linux/workqueue.h ---
> 25/include/linux/workqueue.h~tty-shutdown-race-fix    Wed Apr  2 16:16:17
2003
> +++ 25-akpm/include/linux/workqueue.h Wed Apr  2 16:18:58 2003
> @@ -63,5 +63,15 @@ extern int current_is_keventd(void);
>
>  extern void init_workqueues(void);
>
> +/*
> + * Kill off a pending schedule_delayed_work().  Note that the work
> callback + * function may still be running on return from
> cancel_delayed_work().  Run + * flush_scheduled_work() to wait on it.
> + */
> +static inline int cancel_delayed_work(struct work_struct *work)
> +{
> +     return del_timer_sync(&work->timer);
> +}
> +
>  #endif
>
> diff -puN kernel/workqueue.c~tty-shutdown-race-fix kernel/workqueue.c
> --- 25/kernel/workqueue.c~tty-shutdown-race-fix       Wed Apr  2 16:21:04
2003
> +++ 25-akpm/kernel/workqueue.c        Wed Apr  2 16:31:08 2003
> @@ -231,6 +231,8 @@ void flush_workqueue(struct workqueue_st
>       struct cpu_workqueue_struct *cwq;
>       int cpu;
>
> +     might_sleep();
> +
>       for (cpu = 0; cpu < NR_CPUS; cpu++) {
>               if (!cpu_online(cpu))
>                       continue;
> @@ -246,7 +248,7 @@ void flush_workqueue(struct workqueue_st
>                        * Wait for helper thread(s) to finish up
>                        * the queue:
>                        */
> -                     set_task_state(current, TASK_INTERRUPTIBLE);
> +                     set_current_state(TASK_UNINTERRUPTIBLE);
>                       add_wait_queue(&cwq->work_done, &wait);
>                       if (atomic_read(&cwq->nr_queued))
>                               schedule();
dmesg:
======
Linux version 2.5.66-bk9 (root@coredump) (gcc version 3.2.3 20030208
(prerelease)) #1 Thu Apr 3 20:14:38 EST 2003
Video mode to be used for restore is ffff
 BIOS-provided physical RAM map:
  BIOS-e820: 0000000000000000 - 000000000009fc00 (usable)
  BIOS-e820: 000000000009fc00 - 00000000000a0000 (reserved)
  BIOS-e820: 00000000000e0000 - 0000000000100000 (reserved)
  BIOS-e820: 0000000000100000 - 0000000007ffd9c0 (usable)
  BIOS-e820: 0000000007ffd9c0 - 0000000008000000 (ACPI data)
  BIOS-e820: 00000000fec00000 - 00000000fec01000 (reserved)
  BIOS-e820: 00000000fee00000 - 00000000fee01000 (reserved)
  BIOS-e820: 00000000fffc0000 - 0000000100000000 (reserved)
 127MB LOWMEM available.
 On node 0 totalpages: 32765
   DMA zone: 4096 pages, LIFO batch:1
   Normal zone: 28669 pages, LIFO batch:6
   HighMem zone: 0 pages, LIFO batch:1
 ACPI: RSDP (v000 IBM                        ) @ 0x000fdfe0
 ACPI: RSDT (v001 IBM    CDTPWSNV 00000.04112) @ 0x07ffff80
 ACPI: FADT (v001 IBM    CDTPWSNV 00000.04112) @ 0x07ffff00
 ACPI: DSDT (v001 IBM    CDTPWSNV 00000.04096) @ 0x00000000
 ACPI: BIOS passes blacklist
 ACPI: MADT not present
 IBM machine detected. Enabling interrupts during APM calls.
 IBM machine detected. Disabling SMBus accesses.
 Building zonelist for node : 0
 Kernel command line: BOOT_IMAGE=newlinux ro root=301
rootflags=data=writeback pci=noacpi console=ttyS2,9600n8
 Local APIC disabled by BIOS -- reenabling.
 Found and enabled local APIC!
 Initializing CPU#0
 PID hash table entries: 512 (order 9: 4096 bytes)
 Detected 447.948 MHz processor.
 Console: colour VGA+ 80x25
 Calibrating delay loop... 884.73 BogoMIPS
 Memory: 125132k/131060k available (2748k kernel code, 5392k reserved, 759k
data, 340k init, 0k highmem)
 Security Scaffold v1.0.0 initialized
 Dentry cache hash table entries: 16384 (order: 4, 65536 bytes)
 Inode-cache hash table entries: 8192 (order: 3, 32768 bytes)
 Mount-cache hash table entries: 512 (order: 0, 4096 bytes)
 -> /dev
 -> /dev/console
 -> /root
 CPU: L1 I cache: 16K, L1 D cache: 16K
 CPU: L2 cache: 512K
 CPU:     After generic, caps: 0383fbff 00000000 00000000 00000000
 Intel machine check architecture supported.
 Intel machine check reporting enabled on CPU#0.
 CPU: Intel Pentium III (Katmai) stepping 03
 Enabling fast FPU save and restore... done.
 Enabling unmasked SIMD FPU exception support... done.
 Checking 'hlt' instruction... OK.
 POSIX conformance testing by UNIFIX
 enabled ExtINT on CPU#0
 ESR value before enabling vector: 00000000
 ESR value after enabling vector: 00000000
 Using local APIC timer interrupts.
 calibrating APIC timer ...
 ..... CPU clock speed is 448.0002 MHz.
 ..... host bus clock speed is 99.0556 MHz.
 Initializing RT netlink socket
 mtrr: v2.0 (20020519)
 PCI: PCI BIOS revision 2.10 entry at 0xfd83c, last bus=1
 PCI: Using configuration type 1
 BIO: pool of 256 setup, 14Kb (56 bytes/bio)
 biovec pool[0]:   1 bvecs: 242 entries (12 bytes)
 biovec pool[1]:   4 bvecs: 242 entries (48 bytes)
 biovec pool[2]:  16 bvecs: 242 entries (192 bytes)
 biovec pool[3]:  64 bvecs: 242 entries (768 bytes)
 biovec pool[4]: 128 bvecs: 121 entries (1536 bytes)
 biovec pool[5]: 256 bvecs:  60 entries (3072 bytes)
 ACPI: Subsystem revision 20030328
  tbxface-0117 [03] acpi_load_tables      : ACPI Tables successfully
acquired
 Parsing all Control
Methods:....................................................................
...........................
 Table [DSDT] - 250 Objects with 29 Devices 95 Methods 7 Regions
 ACPI Namespace successfully loaded at root c04d93bc
 evxfevnt-0093 [04] acpi_enable           : Transition to ACPI mode
successful
 evgpeblk-0731 [06] ev_create_gpe_block   : GPE Block: [_GPE] 2 registers at
000000000000FD0C on interrupt 9
 evgpeblk-0736 [06] ev_create_gpe_block   : GPE Block defined as GPE 0x00 to
GPE 0x0F
 evgpeblk-0262 [07] ev_save_method_info   : Registered GPE method _L0B as
GPE number 0x0B
 Executing all Device _STA and_INI methods:.............................
 29 Devices found containing: 29 _STA, 2 _INI methods
 Completing Region/Field/Buffer/Package
initialization:.........................
 Initialized 2/7 Regions 1/6 Fields 13/15 Buffers 9/9 Packages (250 nodes)
 ACPI: Interpreter enabled
 ACPI: Using PIC for interrupt routing
 ACPI: PCI Root Bridge [PCI0] (00:00)
 PCI: Probing PCI hardware (bus 00)
 ACPI: PCI Interrupt Routing Table [\_SB_.PCI0._PRT]
 ACPI: PCI Interrupt Link [PIN1] (IRQs 3 4 5 6 7 9 10 11 12 14 15, disabled)
 ACPI: PCI Interrupt Link [PIN2] (IRQs 3 4 5 6 7 *9 10 11 12 14 15)
 ACPI: PCI Interrupt Link [PIN3] (IRQs 3 4 5 6 7 9 10 11 12 14 15, disabled)
 ACPI: PCI Interrupt Link [PIN4] (IRQs 3 4 5 6 7 9 10 *11 12 14 15)
 Linux Plug and Play Support v0.95 (c) Adam Belay
 pnp: the driver 'system' has been registered
 PnPBIOS: Found PnP BIOS installation structure at 0xc00fde50
 PnPBIOS: PnP BIOS version 1.0, entry 0xf0000:0x587a, dseg 0xf0000
 pnp: match found with the PnP device '00:09' and the driver 'system'
 pnp: match found with the PnP device '00:0a' and the driver 'system'
 pnp: match found with the PnP device '00:0c' and the driver 'system'
 pnp: match found with the PnP device '00:0d' and the driver 'system'
 pnp: match found with the PnP device '00:0e' and the driver 'system'
 pnp: match found with the PnP device '00:0f' and the driver 'system'
 pnp: match found with the PnP device '00:10' and the driver 'system'
 pnp: match found with the PnP device '00:15' and the driver 'system'
 PnPBIOS: 21 nodes reported by PnP BIOS; 21 recorded by driver
 block request queues:
  128 requests per read queue
  128 requests per write queue
  8 requests per batch
  enter congestion at 15
  exit congestion at 17
 SCSI subsystem initialized
 drivers/usb/core/usb.c: registered new driver usbfs
 drivers/usb/core/usb.c: registered new driver hub
 PCI: Probing PCI hardware
 PCI: Using IRQ router PIIX [8086/7110] at 00:02.0
 IA-32 Microcode Update Driver: v1.11 <tigran@veritas.com>
 Enabling SEP on CPU 0
 Journalled Block Device driver loaded
 Capability LSM initialized
 There is already a security framework initialized, register_security
failed.
 Failure registering Root Plug module with the kernel
 Failure registering Root Plug  module with primary security module.
 Initializing Cryptographic API
 Limiting direct PCI/PCI transfers.
 ACPI: Power Button (FF) [PWRF]
 ACPI: Processor [CPU0] (supports C1)
 isapnp: Scanning for PnP cards...
 pnp: Calling quirk for 01:01.00
 pnp: SB audio device quirk - increasing port range
 pnp: Calling quirk for 01:01.02
 pnp: AWE32 quirk - adding two ports
 isapnp: Card 'Creative SB32 PnP'
 isapnp: Card 'U.S. Robotics Sportster 33600 FAX/Voice Int'
 isapnp: 2 Plug & Play cards detected total
 pty: 256 Unix98 ptys configured
 request_module: failed /sbin/modprobe -- parport_lowlevel. error = -16
 lp: driver loaded but no devices found
 Real Time Clock Driver v1.11
 Hangcheck: starting hangcheck timer 0.5.0 (tick is 180 seconds, margin is
60 seconds).
 Serial: 8250/16550 driver $Revision: 1.90 $ IRQ sharing enabled
 ttyS1 at I/O 0x2f8 (irq = 3) is a 16550A
 ttyS2 at I/O 0x3e8 (irq = 4) is a 16550A
 pnp: the driver 'serial' has been registered
 pnp: match found with the PnP device '00:12' and the driver 'serial'
 pnp: match found with the PnP device '00:13' and the driver 'serial'
 pnp: match found with the PnP device '01:02.00' and the driver 'serial'
 pnp: res: the device '01:02.00' has been activated.
 ttyS3 at I/O 0x2e8 (irq = 5) is a 16550A
 pnp: the driver 'parport_pc' has been registered
 pnp: match found with the PnP device '00:14' and the driver 'parport_pc'
 parport0: PC-style at 0x378 (0x778) [PCSPP,TRISTATE]
 parport0: irq 7 detected
 parport0: cpp_daisy: aa5500ff(38)
 parport0: assign_addrs: aa5500ff(38)
 parport0: cpp_daisy: aa5500ff(38)
 parport0: assign_addrs: aa5500ff(38)
 lp0: using parport0 (polling).
 Floppy drive(s): fd0 is 1.44M
 FDC 0 is a post-1991 82077
 Intel(R) PRO/100 Network Driver - version 2.2.21-k1
 Copyright (c) 2003 Intel Corporation
 PCI: Found IRQ 11 for device 00:03.0
 PCI: Sharing IRQ 11 with 00:02.2
 e100: selftest OK.
 Freeing alive device c7edc000, eth%%d
 e100: eth0: Intel(R) PRO/100 Network Connection
 Uniform Multi-Platform E-IDE driver Revision: 7.00alpha2
 ide: Assuming 33MHz system bus speed for PIO modes; override with idebus=xx
 PIIX4: IDE controller at PCI slot 00:02.1
 PIIX4: chipset revision 1
 PIIX4: not 100%% native mode: will probe irqs later
     ide0: BM-DMA at 0xfff0-0xfff7, BIOS settings: hda:DMA, hdb:pio
     ide1: BM-DMA at 0xfff8-0xffff, BIOS settings: hdc:DMA, hdd:pio
 hda: MAXTOR 6L040L2, ATA DISK drive
 ide0 at 0x1f0-0x1f7,0x3f6 on irq 14
 hdc: CRD-8400B, ATAPI CD/DVD-ROM drive
 ide1 at 0x170-0x177,0x376 on irq 15
 ide2: I/O resource 0x3EE-0x3EE not free.
 ide2: ports already in use, skipping probe
 hda: host protected area => 1
 hda: 78177792 sectors (40027 MB) w/1819KiB Cache, CHS=77557/16/63, UDMA(33)
  hda: hda1 hda2
 end_request: I/O error, dev hdc, sector 0
 hdc: ATAPI 40X CD-ROM drive, 128kB Cache
 Uniform CD-ROM driver Revision: 3.12
 end_request: I/O error, dev hdc, sector 0
 PCI: Found IRQ 9 for device 00:12.0
 PCI: Sharing IRQ 9 with 01:01.0
 scsi0 : Adaptec AIC7XXX EISA/VLB/PCI SCSI HBA DRIVER, Rev 6.2.28
         <Adaptec 2902/04/10/15/20/30C SCSI adapter>
         aic7850: Single Channel A, SCSI Id=7, 3/253 SCBs
   Vendor: HP        Model: T4000s            Rev: 1.10
   Type:   Sequential-Access                  ANSI SCSI revision: 02
 st: Version 20021214, fixed bufsize 32768, wrt 30720, s/g segs 256
 Attached scsi tape st0 at scsi0, channel 0, id 4, lun 0
 st0: try direct i/o: yes, max page reachable by HBA 1048575
 ohci-hcd: 2003 Feb 24 USB 1.1 'Open' Host Controller (OHCI) Driver (PCI)
 ohci-hcd: block sizes: ed 64 td 64
 drivers/usb/host/uhci-hcd.c: USB Universal Host Controller Interface driver
v2.0
 PCI: Found IRQ 11 for device 00:02.2
 PCI: Sharing IRQ 11 with 00:03.0
 uhci-hcd 00:02.2: Intel Corp. 82371AB/EB/MB PIIX4 
 uhci-hcd 00:02.2: irq 11, io base 0000ff00
 Please use the 'usbfs' filetype instead, the 'usbdevfs' name is deprecated.
 uhci-hcd 00:02.2: new USB bus registered, assigned bus number 1
 drivers/usb/host/uhci-hcd.c: detected 2 ports
 uhci-hcd 00:02.2: root hub device address 1
 usb usb1: new device strings: Mfr=3, Product=2, SerialNumber=1
 usb usb1: Product: Intel Corp. 82371AB/EB/MB PIIX4 
 usb usb1: Manufacturer: Linux 2.5.66-bk9 uhci-hcd
 drivers/usb/host/uhci-hcd.c: ff00: suspend_hc
 usb usb1: SerialNumber: 00:02.2
 usb usb1: usb_new_device - registering interface 1-0:0
 hub 1-0:0: usb_device_probe
 hub 1-0:0: usb_device_probe - got id
 hub 1-0:0: USB hub found
 hub 1-0:0: 2 ports detected
 hub 1-0:0: standalone hub
 hub 1-0:0: ganged power switching
 hub 1-0:0: global over-current protection
 hub 1-0:0: Port indicators are not supported
 hub 1-0:0: power on to power good time: 2ms
 hub 1-0:0: hub controller current requirement: 0mA
 hub 1-0:0: local power source is good
 hub 1-0:0: no over-current condition exists
 hub 1-0:0: enabling power on all ports
 mice: PS/2 mouse device common for all mice
 input: ImPS/2 Logitech Wheel Mouse on isa0060/serio1
 serio: i8042 AUX port at 0x60,0x64 irq 12
 input: AT Set 2 keyboard on isa0060/serio0
 serio: i8042 KBD port at 0x60,0x64 irq 1
 sb: Init: Starting Probe...
 pnp: the driver 'OSS SndBlstr' has been registered
 pnp: match found with the PnP device '01:01.00' and the driver 'OSS
SndBlstr'
 pnp: res: the device '01:01.00' has been activated.
 sb: PnP: Found Card Named = "Audio", Card PnP id = CTL0048, Device PnP id =
CTL0031
 sb: PnP:      Detected at: io=0x220, irq=10, dma=1, dma16=5
 <Sound Blaster 16 (4.13)> at 0x220 irq 10 dma 1,5
 sb: Turning on MPU
 <Sound Blaster 16> at 0x300 irq 10
 sb: Init: Done
 YM3812 and OPL-3 driver Copyright (C) by Hannu Savolainen, Rob Hooft
1993-1996
 NET4: Linux TCP/IP 1.0 for NET4.0
 IP: routing cache hash table of 128 buckets, 4Kbytes
 TCP: Hash tables configured (established 8192 bind 2340)
 NET4: Unix domain sockets 1.0/SMP for Linux NET4.0.
 kjournald starting.  Commit interval 5 seconds
 EXT3-fs: mounted filesystem with writeback data mode.
 VFS: Mounted root (ext3 filesystem) readonly.
 Freeing unused kernel memory: 340k freed
 Adding 72284k swap on /dev/hda2.  Priority:1 extents:1
 EXT3 FS 2.4-0.9.16, 02 Dec 2001 on ide0(3,1), internal journal
 process `named' is using obsolete setsockopt SO_BSDCOMPAT
 e100: eth0 NIC Link is Up 100 Mbps Full duplex
 process `rndc' is using obsolete setsockopt SO_BSDCOMPAT
 Kernel logging (proc) stopped.
 Kernel log daemon terminating.
 klogd 1.4.1, log source = /proc/kmsg started.
 Inspecting /boot/System.map
 Loaded 27575 symbols from /boot/System.map.
 Symbols match kernel version 2.5.66.
 No module symbols loaded - kernel modules not enabled.
Sysctl+T: Information - Complete list
=====================================
                         free                        sibling
  task             PC    stack   pid father child younger older
init          S C114BEB4 4294954828     1      0     2               (NOTLB)
Call Trace:
 [<c014a681>] __alloc_pages+0xa1/0x2f0
 [<c012ee53>] schedule_timeout+0x93/0xf0
 [<c012edb0>] process_timeout+0x0/0x10
 [<c0186793>] do_select+0x123/0x250
 [<c01864b0>] __pollwait+0x0/0xd0
 [<c0186c16>] sys_select+0x326/0x560
 [<c017aa17>] sys_stat64+0x37/0x40
 [<c010a2ab>] syscall_call+0x7/0xb
ksoftirqd/0   S 00000000 20828     2      1             3       (L-TLB)
Call Trace:
 [<c012982e>] ksoftirqd+0x7e/0xd0
 [<c01297b0>] ksoftirqd+0x0/0xd0
 [<c01073bd>] kernel_thread_helper+0x5/0x18
events/0      S C02597A9 157356     3      1             4     2 (L-TLB)
Call Trace:
 [<c02597a9>] flush_to_ldisc+0x159/0x250
 [<c026c9b3>] poke_blanked_console+0x53/0x70
 [<c0139175>] worker_thread+0x4d5/0x500
 [<c026b970>] console_callback+0x0/0xc0
 [<c011de30>] default_wake_function+0x0/0x20
 [<c010a182>] ret_from_fork+0x6/0x14
 [<c011de30>] default_wake_function+0x0/0x20
 [<c0138ca0>] worker_thread+0x0/0x500
 [<c01073bd>] kernel_thread_helper+0x5/0x18
khubd         S C1180000 206288     4      1             5     3 (L-TLB)
Call Trace:
 [<c0125a9a>] allow_signal+0xca/0x200
 [<c0309076>] usb_hub_thread+0x96/0xf0
 [<c011de30>] default_wake_function+0x0/0x20
 [<c0308fe0>] usb_hub_thread+0x0/0xf0
 [<c01073bd>] kernel_thread_helper+0x5/0x18
pdflush       S 00000000 114964228     5      1             6     4 (L-TLB)
Call Trace:
 [<c014c32d>] __pdflush+0x15d/0x660
 [<c014c830>] pdflush+0x0/0x20
 [<c014c83f>] pdflush+0xf/0x20
 [<c01073b8>] kernel_thread_helper+0x0/0x18
 [<c01073bd>] kernel_thread_helper+0x5/0x18
pdflush       S 00000000 12724     6      1             7     5 (L-TLB)
Call Trace:
 [<c014c32d>] __pdflush+0x15d/0x660
 [<c014c830>] pdflush+0x0/0x20
 [<c014c83f>] pdflush+0xf/0x20
 [<c01073b8>] kernel_thread_helper+0x0/0x18
 [<c01073bd>] kernel_thread_helper+0x5/0x18
kswapd0       S 00000064 4294932780     7      1             8     6 (L-TLB)
Call Trace:
 [<c0154653>] kswapd+0xf3/0x130
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c010a182>] ret_from_fork+0x6/0x14
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0154560>] kswapd+0x0/0x130
 [<c01073bd>] kernel_thread_helper+0x5/0x18
aio/0         S 00010000 4294927640     8      1             9     7 (L-TLB)
Call Trace:
 [<c0134e06>] do_sigaction+0x3d6/0x730
 [<c0139175>] worker_thread+0x4d5/0x500
 [<c011de16>] preempt_schedule+0x36/0x50
 [<c011de30>] default_wake_function+0x0/0x20
 [<c010a182>] ret_from_fork+0x6/0x14
 [<c011de30>] default_wake_function+0x0/0x20
 [<c0138ca0>] worker_thread+0x0/0x500
 [<c01073bd>] kernel_thread_helper+0x5/0x18
scsi_eh_0     S 00000000 4294332912     9      1            10     8 (L-TLB)
Call Trace:
 [<c01085d7>] __down_interruptible+0x167/0x370
 [<c011de8a>] __wake_up_common+0x3a/0x60
 [<c011de30>] default_wake_function+0x0/0x20
 [<c010896b>] __down_failed_interruptible+0x7/0xc
 [<c02c9438>] .text.lock.scsi_error+0x41/0x49
 [<c02c8fa0>] scsi_error_handler+0x0/0x2e0
 [<c01073bd>] kernel_thread_helper+0x5/0x18
ahc_dv_0      S C7E4A000 4294298348    10      1            11     9 (L-TLB)
Call Trace:
 [<c028a81c>] __blk_run_queue+0x1c/0x30
 [<c01085d7>] __down_interruptible+0x167/0x370
 [<c011de30>] default_wake_function+0x0/0x20
 [<c010896b>] __down_failed_interruptible+0x7/0xc
 [<c02f4ef0>] .text.lock.aic7xxx_osm+0x19/0x89
 [<c010a182>] ret_from_fork+0x6/0x14
 [<c02ecdf0>] ahc_linux_dv_thread+0x0/0xbb0
 [<c01073bd>] kernel_thread_helper+0x5/0x18
kseriod       S C7DFE000  8028    11      1            12    10 (L-TLB)
Call Trace:
 [<c0125a9a>] allow_signal+0xca/0x200
 [<c0125ca0>] daemonize+0xd0/0xe0
 [<c03295a6>] serio_thread+0x176/0x2a0
 [<c011de30>] default_wake_function+0x0/0x20
 [<c0329430>] serio_thread+0x0/0x2a0
 [<c01073bd>] kernel_thread_helper+0x5/0x18
kjournald     S C010AC18 4294696740    12      1            66    11 (L-TLB)
Call Trace:
 [<c010ac18>] common_interrupt+0x18/0x20
 [<c011e763>] interruptible_sleep_on+0xf3/0x2b0
 [<c011de30>] default_wake_function+0x0/0x20
 [<c01d20ef>] kjournald+0x1bf/0x360
 [<c01d1f10>] commit_timeout+0x0/0x10
 [<c01d1f30>] kjournald+0x0/0x360
 [<c01073bd>] kernel_thread_helper+0x5/0x18
syslogd       S 000001BF 108296488    66      1            69    12 (NOTLB)
Call Trace:
 [<c014a681>] __alloc_pages+0xa1/0x2f0
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c014a8ea>] __get_free_pages+0x1a/0x50
 [<c01864f1>] __pollwait+0x41/0xd0
 [<c0350a5b>] datagram_poll+0x2b/0xe0
 [<c0349f49>] sock_poll+0x29/0x40
 [<c0186793>] do_select+0x123/0x250
 [<c01864b0>] __pollwait+0x0/0xd0
 [<c0186c16>] sys_select+0x326/0x560
 [<c034b91f>] sys_socketcall+0x17f/0x2a0
 [<c010a2ab>] syscall_call+0x7/0xb
klogd         R FFFFFFFF 108068924    69      1            95    66 (NOTLB)
Call Trace:
 [<c01e8313>] capable+0x23/0x50
 [<c0123e57>] do_syslog+0x437/0x8c0
 [<c011de30>] default_wake_function+0x0/0x20
 [<c016c891>] vfs_read+0xe1/0x1c0
 [<c010cd75>] do_IRQ+0x235/0x370
 [<c016cc2e>] sys_read+0x3e/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
named         S BFFFF9B0 4286002408    95      1    96     112    69 (NOTLB)
Call Trace:
 [<c0135677>] sys_rt_sigaction+0x97/0x110
 [<c0108dad>] sys_rt_sigsuspend+0x1cd/0x2c0
 [<c010a2ab>] syscall_call+0x7/0xb
named         S C7555EFC 102819928    96     95    98               (NOTLB)
Call Trace:
 [<c012ee53>] schedule_timeout+0x93/0xf0
 [<c014a8ea>] __get_free_pages+0x1a/0x50
 [<c012edb0>] process_timeout+0x0/0x10
 [<c0186f9b>] do_poll+0xab/0xd0
 [<c0187120>] sys_poll+0x160/0x260
 [<c01864b0>] __pollwait+0x0/0xd0
 [<c010a2ab>] syscall_call+0x7/0xb
named         S 00000015 103684588    98     96            99       (NOTLB)
Call Trace:
 [<c0108dad>] sys_rt_sigsuspend+0x1cd/0x2c0
 [<c0128994>] sys_gettimeofday+0xc4/0xd0
 [<c010a2ab>] syscall_call+0x7/0xb
named         S C7643F48 114768    99     96           104    98 (NOTLB)
Call Trace:
 [<c0140b78>] do_clock_nanosleep+0x208/0x390
 [<c011de30>] default_wake_function+0x0/0x20
 [<c011de30>] default_wake_function+0x0/0x20
 [<c0140700>] nanosleep_wake_up+0x0/0x10
 [<c013394f>] sys_rt_sigprocmask+0xdf/0x2f0
 [<c011215a>] do_gettimeofday+0x1a/0x90
 [<c01407aa>] sys_nanosleep+0x7a/0x110
 [<c010a2ab>] syscall_call+0x7/0xb
named         S C2810788 4294019292   104     96                  99 (NOTLB)
Call Trace:
 [<c014a681>] __alloc_pages+0xa1/0x2f0
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c036ddb3>] tcp_poll+0x33/0x190
 [<c0349f49>] sock_poll+0x29/0x40
 [<c0186793>] do_select+0x123/0x250
 [<c01864b0>] __pollwait+0x0/0xd0
 [<c0186c16>] sys_select+0x326/0x560
 [<c016c891>] vfs_read+0xe1/0x1c0
 [<c010a2ab>] syscall_call+0x7/0xb
bash          S C0419DA0 4293682660   112      1           113    95 (NOTLB)
Call Trace:
 [<c028a417>] generic_unplug_device+0x167/0x1c0
 [<c011d914>] schedule+0x214/0x6e0
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c01464e1>] __lock_page+0xd1/0xf0
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c025d4f1>] read_chan+0x2e1/0x1010
 [<c0146335>] unlock_page+0x15/0x60
 [<c0157dc3>] do_wp_page+0x523/0x580
 [<c011de30>] default_wake_function+0x0/0x20
 [<c011de30>] default_wake_function+0x0/0x20
 [<c012e606>] update_wall_time+0x16/0x40
 [<c02563bd>] tty_read+0x24d/0x2d0
 [<c016c891>] vfs_read+0xe1/0x1c0
 [<c010cd75>] do_IRQ+0x235/0x370
 [<c016cc2e>] sys_read+0x3e/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
agetty        S 00000086 4182782832   113      1           115   112 (NOTLB)
Call Trace:
 [<c0279a19>] serial8250_start_tx+0x79/0x80
 [<c0273831>] __uart_start+0x51/0x60
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c02743e0>] uart_write+0x190/0x4c0
 [<c025d4f1>] read_chan+0x2e1/0x1010
 [<c011de30>] default_wake_function+0x0/0x20
 [<c011de30>] default_wake_function+0x0/0x20
 [<c011de30>] default_wake_function+0x0/0x20
 [<c02563bd>] tty_read+0x24d/0x2d0
 [<c025e220>] write_chan+0x0/0x240
 [<c016c891>] vfs_read+0xe1/0x1c0
 [<c016cc2e>] sys_read+0x3e/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
login         D C7250C94 4191040372   115      1           116   113 (L-TLB)
Call Trace:
 [<c01394a5>] flush_workqueue+0x305/0x450
 [<c011de30>] default_wake_function+0x0/0x20
 [<c011de30>] default_wake_function+0x0/0x20
 [<c0257a44>] release_dev+0x6a4/0x860
 [<c010cd75>] do_IRQ+0x235/0x370
 [<c0258204>] tty_release+0x94/0x1b0
 [<c016dd7c>] __fput+0xac/0x100
 [<c0258170>] tty_release+0x0/0x1b0
 [<c016ddcb>] __fput+0xfb/0x100
 [<c016bcbc>] filp_close+0x15c/0x230
 [<c0125d1c>] put_files_struct+0x6c/0xe0
 [<c0127160>] do_exit+0x400/0xaa0
 [<c0127a3b>] do_group_exit+0x1cb/0x210
 [<c01302d5>] dequeue_signal+0x35/0xa0
 [<c013308e>] get_signal_to_deliver+0x40e/0x920
 [<c0140b89>] do_clock_nanosleep+0x219/0x390
 [<c010a08d>] do_signal+0xdd/0x110
 [<c0140700>] nanosleep_wake_up+0x0/0x10
 [<c0133901>] sys_rt_sigprocmask+0x91/0x2f0
 [<c014080c>] sys_nanosleep+0xdc/0x110
 [<c010a119>] do_notify_resume+0x59/0x5c
 [<c010a2f6>] work_notifysig+0x13/0x15
agetty        S 000000FF 4191410640   116      1           118   115 (NOTLB)
Call Trace:
 [<c026b094>] do_con_trol+0xd44/0xf00
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c026b54a>] do_con_write+0x2fa/0x720
 [<c025d4f1>] read_chan+0x2e1/0x1010
 [<c026bf09>] con_write+0x39/0x50
 [<c011de30>] default_wake_function+0x0/0x20
 [<c011de30>] default_wake_function+0x0/0x20
 [<c011de30>] default_wake_function+0x0/0x20
 [<c012e606>] update_wall_time+0x16/0x40
 [<c02563bd>] tty_read+0x24d/0x2d0
 [<c016c891>] vfs_read+0xe1/0x1c0
 [<c010cd75>] do_IRQ+0x235/0x370
 [<c016cc2e>] sys_read+0x3e/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
bash          S 00000004 2025136   118      1           119   116 (NOTLB)
Call Trace:
 [<c0268528>] set_cursor+0x78/0xa0
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c025a7c0>] opost_block+0xf0/0x1b0
 [<c0301ebb>] vgacon_cursor+0x18b/0x450
 [<c025d4f1>] read_chan+0x2e1/0x1010
 [<c0268528>] set_cursor+0x78/0xa0
 [<c011de30>] default_wake_function+0x0/0x20
 [<c011de30>] default_wake_function+0x0/0x20
 [<c011de30>] default_wake_function+0x0/0x20
 [<c0134e06>] do_sigaction+0x3d6/0x730
 [<c02563bd>] tty_read+0x24d/0x2d0
 [<c025e220>] write_chan+0x0/0x240
 [<c016c891>] vfs_read+0xe1/0x1c0
 [<c016cc2e>] sys_read+0x3e/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
bash          D C012ECD0 1125648   119      1           120   118 (L-TLB)
Call Trace:
 [<c012ecd0>] do_timer+0xe0/0xf0
 [<c011286e>] timer_interrupt+0x19e/0x3f0
 [<c0147f60>] generic_file_aio_write_nolock+0x200/0xa50
 [<c01394a5>] flush_workqueue+0x305/0x450
 [<c011de30>] default_wake_function+0x0/0x20
 [<c011de30>] default_wake_function+0x0/0x20
 [<c0257a44>] release_dev+0x6a4/0x860
 [<c01566ab>] zap_pmd_range+0x4b/0x70
 [<c0258204>] tty_release+0x94/0x1b0
 [<c016dd7c>] __fput+0xac/0x100
 [<c0258170>] tty_release+0x0/0x1b0
 [<c016ddcb>] __fput+0xfb/0x100
 [<c016bcbc>] filp_close+0x15c/0x230
 [<c0125d1c>] put_files_struct+0x6c/0xe0
 [<c0127160>] do_exit+0x400/0xaa0
 [<c0133901>] sys_rt_sigprocmask+0x91/0x2f0
 [<c0127a3b>] do_group_exit+0x1cb/0x210
 [<c01372e4>] sys_setpgid+0x54/0x1c0
 [<c010a2ab>] syscall_call+0x7/0xb
svscanboot    S 00000001 849732   120      1   122   19632   119 (NOTLB)
Call Trace:
 [<c0123080>] do_fork+0x110/0x1d0
 [<c01280c2>] sys_wait4+0x1e2/0x290
 [<c011de30>] default_wake_function+0x0/0x20
 [<c011de30>] default_wake_function+0x0/0x20
 [<c010a2ab>] syscall_call+0x7/0xb
svscan        S C73D7F48 4294545664   122    120   124     123       (NOTLB)
Call Trace:
 [<c0140b78>] do_clock_nanosleep+0x208/0x390
 [<c011de30>] default_wake_function+0x0/0x20
 [<c011de30>] default_wake_function+0x0/0x20
 [<c0140700>] nanosleep_wake_up+0x0/0x10
 [<c0133901>] sys_rt_sigprocmask+0x91/0x2f0
 [<c01407aa>] sys_nanosleep+0x7a/0x110
 [<c010a2ab>] syscall_call+0x7/0xb
readproctitle S C73E4A18    80   123    120                 122 (NOTLB)
Call Trace:
 [<c01566ab>] zap_pmd_range+0x4b/0x70
 [<c017e24e>] pipe_wait+0x9e/0xe0
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c017e3fd>] pipe_read+0x16d/0x270
 [<c015bd6f>] unmap_vma_list+0x1f/0x30
 [<c016c891>] vfs_read+0xe1/0x1c0
 [<c010cd75>] do_IRQ+0x235/0x370
 [<c016cc2e>] sys_read+0x3e/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
supervise     S C7353EFC 4294565868   124    122   137     125       (NOTLB)
Call Trace:
 [<c012ee53>] schedule_timeout+0x93/0xf0
 [<c014a8ea>] __get_free_pages+0x1a/0x50
 [<c012edb0>] process_timeout+0x0/0x10
 [<c0186f9b>] do_poll+0xab/0xd0
 [<c0187120>] sys_poll+0x160/0x260
 [<c01864b0>] __pollwait+0x0/0xd0
 [<c010a2ab>] syscall_call+0x7/0xb
supervise     S C7345EFC 4294510252   125    122   136     126   124 (NOTLB)
Call Trace:
 [<c012ee53>] schedule_timeout+0x93/0xf0
 [<c014a8ea>] __get_free_pages+0x1a/0x50
 [<c012edb0>] process_timeout+0x0/0x10
 [<c0186f9b>] do_poll+0xab/0xd0
 [<c0187120>] sys_poll+0x160/0x260
 [<c01864b0>] __pollwait+0x0/0xd0
 [<c010a2ab>] syscall_call+0x7/0xb
supervise     S C733DEFC 4294478976   126    122   131     127   125 (NOTLB)
Call Trace:
 [<c012ee53>] schedule_timeout+0x93/0xf0
 [<c014a8ea>] __get_free_pages+0x1a/0x50
 [<c012edb0>] process_timeout+0x0/0x10
 [<c0186f9b>] do_poll+0xab/0xd0
 [<c0187120>] sys_poll+0x160/0x260
 [<c01864b0>] __pollwait+0x0/0xd0
 [<c010a2ab>] syscall_call+0x7/0xb
supervise     S C732FEFC 4294423488   127    122   138     128   126 (NOTLB)
Call Trace:
 [<c012ee53>] schedule_timeout+0x93/0xf0
 [<c014a8ea>] __get_free_pages+0x1a/0x50
 [<c012edb0>] process_timeout+0x0/0x10
 [<c0186f9b>] do_poll+0xab/0xd0
 [<c0187120>] sys_poll+0x160/0x260
 [<c01864b0>] __pollwait+0x0/0xd0
 [<c010a2ab>] syscall_call+0x7/0xb
supervise     S C7321EFC  6552   128    122   130     129   127 (NOTLB)
Call Trace:
 [<c012ee53>] schedule_timeout+0x93/0xf0
 [<c014a8ea>] __get_free_pages+0x1a/0x50
 [<c012edb0>] process_timeout+0x0/0x10
 [<c0186f9b>] do_poll+0xab/0xd0
 [<c0187120>] sys_poll+0x160/0x260
 [<c01864b0>] __pollwait+0x0/0xd0
 [<c010a2ab>] syscall_call+0x7/0xb
supervise     S C7317EFC 4294934536   129    122   132           128 (NOTLB)
Call Trace:
 [<c012ee53>] schedule_timeout+0x93/0xf0
 [<c014a8ea>] __get_free_pages+0x1a/0x50
 [<c012edb0>] process_timeout+0x0/0x10
 [<c0186f9b>] do_poll+0xab/0xd0
 [<c0187120>] sys_poll+0x160/0x260
 [<c01864b0>] __pollwait+0x0/0xd0
 [<c010a2ab>] syscall_call+0x7/0xb
tcpserver     S C7351A58 4294633008   130    128                     (NOTLB)
Call Trace:
 [<c014a681>] __alloc_pages+0xa1/0x2f0
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c012e796>] update_process_times+0x46/0x60
 [<c012e606>] update_wall_time+0x16/0x40
 [<c012ecd0>] do_timer+0xe0/0xf0
 [<c011286e>] timer_interrupt+0x19e/0x3f0
 [<c0374a23>] wait_for_connect+0x383/0x450
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0348fb8>] sock_alloc_inode+0x18/0xc0
 [<c0374dc9>] tcp_accept+0x2d9/0x570
 [<c0190b90>] alloc_inode+0xd0/0x180
 [<c0397da5>] inet_accept+0x35/0x3d0
 [<c03492ac>] sockfd_lookup+0x1c/0x80
 [<c034aaf4>] sys_accept+0xa4/0x180
 [<c018588f>] kill_fasync+0x2f/0x50
 [<c017e729>] pipe_write+0x229/0x310
 [<c01336c4>] sigprocmask+0xf4/0x2a0
 [<c01280e6>] sys_wait4+0x206/0x290
 [<c034b88d>] sys_socketcall+0xed/0x2a0
 [<c010a2ab>] syscall_call+0x7/0xb
tcpserver     S C73513F8 4294577296   131    126                     (NOTLB)
Call Trace:
 [<c014a681>] __alloc_pages+0xa1/0x2f0
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c0374a23>] wait_for_connect+0x383/0x450
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0348fb8>] sock_alloc_inode+0x18/0xc0
 [<c0374dc9>] tcp_accept+0x2d9/0x570
 [<c0190b90>] alloc_inode+0xd0/0x180
 [<c0397da5>] inet_accept+0x35/0x3d0
 [<c03492ac>] sockfd_lookup+0x1c/0x80
 [<c034aaf4>] sys_accept+0xa4/0x180
 [<c018588f>] kill_fasync+0x2f/0x50
 [<c017e729>] pipe_write+0x229/0x310
 [<c01336c4>] sigprocmask+0xf4/0x2a0
 [<c01280e6>] sys_wait4+0x206/0x290
 [<c034b88d>] sys_socketcall+0xed/0x2a0
 [<c010a2ab>] syscall_call+0x7/0xb
multilog      S 00000000 4294234592   132    129                     (NOTLB)
Call Trace:
 [<c016c9fb>] do_sync_write+0x8b/0xc0
 [<c017e24e>] pipe_wait+0x9e/0xe0
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c017e3fd>] pipe_read+0x16d/0x270
 [<c01336c4>] sigprocmask+0xf4/0x2a0
 [<c016c891>] vfs_read+0xe1/0x1c0
 [<c016cc2e>] sys_read+0x3e/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
multilog      S C7E7C864 4294713296   136    125                     (NOTLB)
Call Trace:
 [<c0108960>] __down_failed+0x8/0xc
 [<c01c41e8>] .text.lock.namei+0x19/0x41
 [<c017e24e>] pipe_wait+0x9e/0xe0
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c01be240>] ext3_setattr+0x210/0x310
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c017e3fd>] pipe_read+0x16d/0x270
 [<c01336c4>] sigprocmask+0xf4/0x2a0
 [<c016c891>] vfs_read+0xe1/0x1c0
 [<c016cc2e>] sys_read+0x3e/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
qmail-send    S C71A1EB4 4294313440   137    124   140               (NOTLB)
Call Trace:
 [<c0170c44>] __find_get_block+0x74/0xf0
 [<c014a681>] __alloc_pages+0xa1/0x2f0
 [<c012ee53>] schedule_timeout+0x93/0xf0
 [<c012edb0>] process_timeout+0x0/0x10
 [<c0186793>] do_select+0x123/0x250
 [<c01864b0>] __pollwait+0x0/0xd0
 [<c0186c16>] sys_select+0x326/0x560
 [<c016c891>] vfs_read+0xe1/0x1c0
 [<c010a2ab>] syscall_call+0x7/0xb
multilog      S 00000000 4294628208   138    127                     (NOTLB)
Call Trace:
 [<c016c9fb>] do_sync_write+0x8b/0xc0
 [<c017e24e>] pipe_wait+0x9e/0xe0
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c017e3fd>] pipe_read+0x16d/0x270
 [<c01336c4>] sigprocmask+0xf4/0x2a0
 [<c016c891>] vfs_read+0xe1/0x1c0
 [<c016cc2e>] sys_read+0x3e/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
splogger      S 00000000 188872   140    137           141       (NOTLB)
Call Trace:
 [<c017e24e>] pipe_wait+0x9e/0xe0
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c017e3fd>] pipe_read+0x16d/0x270
 [<c016c891>] vfs_read+0xe1/0x1c0
 [<c016cc2e>] sys_read+0x3e/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
qmail-lspawn  S C0130228 14800   141    137           142   140 (NOTLB)
Call Trace:
 [<c0130228>] __dequeue_signal+0x108/0x180
 [<c014a681>] __alloc_pages+0xa1/0x2f0
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c014a8ea>] __get_free_pages+0x1a/0x50
 [<c01864f1>] __pollwait+0x41/0xd0
 [<c017e8c4>] pipe_poll+0x34/0x80
 [<c0186793>] do_select+0x123/0x250
 [<c01864b0>] __pollwait+0x0/0xd0
 [<c0186c16>] sys_select+0x326/0x560
 [<c0133901>] sys_rt_sigprocmask+0x91/0x2f0
 [<c010a2ab>] syscall_call+0x7/0xb
qmail-rspawn  S C7243EB0 505956   142    137           143   141 (NOTLB)
Call Trace:
 [<c014a681>] __alloc_pages+0xa1/0x2f0
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c014a8ea>] __get_free_pages+0x1a/0x50
 [<c01864f1>] __pollwait+0x41/0xd0
 [<c017e8c4>] pipe_poll+0x34/0x80
 [<c0186793>] do_select+0x123/0x250
 [<c01864b0>] __pollwait+0x0/0xd0
 [<c0186c16>] sys_select+0x326/0x560
 [<c0133901>] sys_rt_sigprocmask+0x91/0x2f0
 [<c010a2ab>] syscall_call+0x7/0xb
qmail-clean   S C71A1F08 4294625320   143    137                 142 (NOTLB)
Call Trace:
 [<c0120d17>] autoremove_wake_function+0x27/0x50
 [<c017e24e>] pipe_wait+0x9e/0xe0
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c017e729>] pipe_write+0x229/0x310
 [<c017e3fd>] pipe_read+0x16d/0x270
 [<c016c891>] vfs_read+0xe1/0x1c0
 [<c016cc2e>] sys_read+0x3e/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
bash          D 080F00CD 4192964224 19632      1         19660   120 (L-TLB)
Call Trace:
 [<c0147f60>] generic_file_aio_write_nolock+0x200/0xa50
 [<c01394a5>] flush_workqueue+0x305/0x450
 [<c010ac3a>] apic_timer_interrupt+0x1a/0x20
 [<c011de30>] default_wake_function+0x0/0x20
 [<c011de30>] default_wake_function+0x0/0x20
 [<c0257a44>] release_dev+0x6a4/0x860
 [<c01566ab>] zap_pmd_range+0x4b/0x70
 [<c0258204>] tty_release+0x94/0x1b0
 [<c016dd7c>] __fput+0xac/0x100
 [<c0258170>] tty_release+0x0/0x1b0
 [<c016ddcb>] __fput+0xfb/0x100
 [<c016bcbc>] filp_close+0x15c/0x230
 [<c0125d1c>] put_files_struct+0x6c/0xe0
 [<c0127160>] do_exit+0x400/0xaa0
 [<c0133901>] sys_rt_sigprocmask+0x91/0x2f0
 [<c0127a3b>] do_group_exit+0x1cb/0x210
 [<c01372e4>] sys_setpgid+0x54/0x1c0
 [<c010a2ab>] syscall_call+0x7/0xb
httpd         S C51BDEB4 47646384 19660      1 19663    8211 19632 (NOTLB)
Call Trace:
 [<c012ee53>] schedule_timeout+0x93/0xf0
 [<c010ac3a>] apic_timer_interrupt+0x1a/0x20
 [<c012edb0>] process_timeout+0x0/0x10
 [<c0186793>] do_select+0x123/0x250
 [<c01864b0>] __pollwait+0x0/0xd0
 [<c0186c16>] sys_select+0x326/0x560
 [<c010a2ab>] syscall_call+0x7/0xb
httpd         S 00000000 4201288560 19663  19660         19669       (NOTLB)
Call Trace:
 [<c01bb5ba>] ext3_commit_write+0x1ba/0x3d0
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c0146335>] unlock_page+0x15/0x60
 [<c01481e2>] generic_file_aio_write_nolock+0x482/0xa50
 [<c0374a23>] wait_for_connect+0x383/0x450
 [<c0372a14>] tcp_recvmsg+0x674/0xee0
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0348fb8>] sock_alloc_inode+0x18/0xc0
 [<c0374dc9>] tcp_accept+0x2d9/0x570
 [<c0190b90>] alloc_inode+0xd0/0x180
 [<c0397da5>] inet_accept+0x35/0x3d0
 [<c0373d46>] tcp_close+0x706/0xcc0
 [<c03492ac>] sockfd_lookup+0x1c/0x80
 [<c034aaf4>] sys_accept+0xa4/0x180
 [<c034907b>] sock_destroy_inode+0x1b/0x20
 [<c0190c80>] destroy_inode+0x40/0x60
 [<c01b7e70>] ext3_release_file+0x0/0x70
 [<c018be80>] dput+0x30/0x660
 [<c016dd7c>] __fput+0xac/0x100
 [<c01b7e70>] ext3_release_file+0x0/0x70
 [<c01b7e70>] ext3_release_file+0x0/0x70
 [<c016dd88>] __fput+0xb8/0x100
 [<c034b88d>] sys_socketcall+0xed/0x2a0
 [<c016bdf2>] sys_close+0x62/0xa0
 [<c010a2ab>] syscall_call+0x7/0xb
httpd         S 00000000 4239923672 19669  19660         19670 19663 (NOTLB)
Call Trace:
 [<c029a0d0>] e100_xmit_frame+0x1a0/0x240
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c0146335>] unlock_page+0x15/0x60
 [<c035b586>] qdisc_restart+0x16/0x550
 [<c03522c9>] dev_queue_xmit+0x609/0x730
 [<c0374a23>] wait_for_connect+0x383/0x450
 [<c0368a0f>] ip_output+0x10f/0x220
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0348fb8>] sock_alloc_inode+0x18/0xc0
 [<c0374dc9>] tcp_accept+0x2d9/0x570
 [<c0190b90>] alloc_inode+0xd0/0x180
 [<c0397da5>] inet_accept+0x35/0x3d0
 [<c0373d46>] tcp_close+0x706/0xcc0
 [<c03492ac>] sockfd_lookup+0x1c/0x80
 [<c034aaf4>] sys_accept+0xa4/0x180
 [<c034907b>] sock_destroy_inode+0x1b/0x20
 [<c034907b>] sock_destroy_inode+0x1b/0x20
 [<c0190c80>] destroy_inode+0x40/0x60
 [<c0193912>] iput+0x62/0x90
 [<c017e2f0>] pipe_read+0x60/0x270
 [<c016dd7c>] __fput+0xac/0x100
 [<c0349fa0>] sock_close+0x0/0x50
 [<c034b88d>] sys_socketcall+0xed/0x2a0
 [<c016cc37>] sys_read+0x47/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
httpd         S 00000000 4214874192 19670  19660          8595 19669 (NOTLB)
Call Trace:
 [<c029a0d0>] e100_xmit_frame+0x1a0/0x240
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c0146335>] unlock_page+0x15/0x60
 [<c035b586>] qdisc_restart+0x16/0x550
 [<c03522c9>] dev_queue_xmit+0x609/0x730
 [<c0374a23>] wait_for_connect+0x383/0x450
 [<c0368a0f>] ip_output+0x10f/0x220
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0348fb8>] sock_alloc_inode+0x18/0xc0
 [<c0374dc9>] tcp_accept+0x2d9/0x570
 [<c0190b90>] alloc_inode+0xd0/0x180
 [<c0397da5>] inet_accept+0x35/0x3d0
 [<c0373d46>] tcp_close+0x706/0xcc0
 [<c03492ac>] sockfd_lookup+0x1c/0x80
 [<c034aaf4>] sys_accept+0xa4/0x180
 [<c034907b>] sock_destroy_inode+0x1b/0x20
 [<c0190c80>] destroy_inode+0x40/0x60
 [<c01b7e70>] ext3_release_file+0x0/0x70
 [<c018be80>] dput+0x30/0x660
 [<c016dd7c>] __fput+0xac/0x100
 [<c01b7e70>] ext3_release_file+0x0/0x70
 [<c01b7e70>] ext3_release_file+0x0/0x70
 [<c016dd88>] __fput+0xb8/0x100
 [<c034b88d>] sys_socketcall+0xed/0x2a0
 [<c016bdf2>] sys_close+0x62/0xa0
 [<c010a2ab>] syscall_call+0x7/0xb
agetty        D C7250D6C 4190447280  8211      1          8387 19660 (L-TLB)
Call Trace:
 [<c01394a5>] flush_workqueue+0x305/0x450
 [<c011de30>] default_wake_function+0x0/0x20
 [<c0276566>] uart_close+0x56/0x330
 [<c011de30>] default_wake_function+0x0/0x20
 [<c0257a44>] release_dev+0x6a4/0x860
 [<c01566ab>] zap_pmd_range+0x4b/0x70
 [<c0258204>] tty_release+0x94/0x1b0
 [<c016dd7c>] __fput+0xac/0x100
 [<c0258170>] tty_release+0x0/0x1b0
 [<c016ddcb>] __fput+0xfb/0x100
 [<c016bcbc>] filp_close+0x15c/0x230
 [<c0125d1c>] put_files_struct+0x6c/0xe0
 [<c0127160>] do_exit+0x400/0xaa0
 [<c025d537>] read_chan+0x327/0x1010
 [<c0127a3b>] do_group_exit+0x1cb/0x210
 [<c01302d5>] dequeue_signal+0x35/0xa0
 [<c013308e>] get_signal_to_deliver+0x40e/0x920
 [<c010a08d>] do_signal+0xdd/0x110
 [<c02563bd>] tty_read+0x24d/0x2d0
 [<c025e220>] write_chan+0x0/0x240
 [<c016c891>] vfs_read+0xe1/0x1c0
 [<c010a119>] do_notify_resume+0x59/0x5c
 [<c010a2f6>] work_notifysig+0x13/0x15
sshd          S C014A681 4217195792  8387      1          8524  8211 (NOTLB)
Call Trace:
 [<c014a681>] __alloc_pages+0xa1/0x2f0
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c014a8ea>] __get_free_pages+0x1a/0x50
 [<c01864f1>] __pollwait+0x41/0xd0
 [<c036ddb3>] tcp_poll+0x33/0x190
 [<c0349f49>] sock_poll+0x29/0x40
 [<c0186793>] do_select+0x123/0x250
 [<c01864b0>] __pollwait+0x0/0xd0
 [<c0186c16>] sys_select+0x326/0x560
 [<c0109128>] restore_sigcontext+0x128/0x140
 [<c010a2ab>] syscall_call+0x7/0xb
bash          D C04CDC68 4233453816  8524      1                8387 (L-TLB)
Call Trace:
 [<c010cd75>] do_IRQ+0x235/0x370
 [<c01394a5>] flush_workqueue+0x305/0x450
 [<c010ac18>] common_interrupt+0x18/0x20
 [<c011de30>] default_wake_function+0x0/0x20
 [<c011de30>] default_wake_function+0x0/0x20
 [<c0257a44>] release_dev+0x6a4/0x860
 [<c01566ab>] zap_pmd_range+0x4b/0x70
 [<c0258204>] tty_release+0x94/0x1b0
 [<c016dd7c>] __fput+0xac/0x100
 [<c0258170>] tty_release+0x0/0x1b0
 [<c016ddcb>] __fput+0xfb/0x100
 [<c016bcbc>] filp_close+0x15c/0x230
 [<c0125d1c>] put_files_struct+0x6c/0xe0
 [<c0127160>] do_exit+0x400/0xaa0
 [<c0130228>] __dequeue_signal+0x108/0x180
 [<c0127a3b>] do_group_exit+0x1cb/0x210
 [<c013032a>] dequeue_signal+0x8a/0xa0
 [<c013308e>] get_signal_to_deliver+0x40e/0x920
 [<c010a08d>] do_signal+0xdd/0x110
 [<c01356c3>] sys_rt_sigaction+0xe3/0x110
 [<c01092f6>] sys_sigreturn+0x1b6/0x2a0
 [<c010a119>] do_notify_resume+0x59/0x5c
 [<c010a2f6>] work_notifysig+0x13/0x15
httpd         S 00000000  1100  8595  19660          8597 19670 (NOTLB)
Call Trace:
 [<c029a0d0>] e100_xmit_frame+0x1a0/0x240
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c0146335>] unlock_page+0x15/0x60
 [<c035b586>] qdisc_restart+0x16/0x550
 [<c03522c9>] dev_queue_xmit+0x609/0x730
 [<c0374a23>] wait_for_connect+0x383/0x450
 [<c0368a0f>] ip_output+0x10f/0x220
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0348fb8>] sock_alloc_inode+0x18/0xc0
 [<c0374dc9>] tcp_accept+0x2d9/0x570
 [<c0190b90>] alloc_inode+0xd0/0x180
 [<c0397da5>] inet_accept+0x35/0x3d0
 [<c0373d46>] tcp_close+0x706/0xcc0
 [<c03492ac>] sockfd_lookup+0x1c/0x80
 [<c034aaf4>] sys_accept+0xa4/0x180
 [<c034907b>] sock_destroy_inode+0x1b/0x20
 [<c034907b>] sock_destroy_inode+0x1b/0x20
 [<c0190c80>] destroy_inode+0x40/0x60
 [<c0193912>] iput+0x62/0x90
 [<c017e2f0>] pipe_read+0x60/0x270
 [<c016dd7c>] __fput+0xac/0x100
 [<c0349fa0>] sock_close+0x0/0x50
 [<c034b88d>] sys_socketcall+0xed/0x2a0
 [<c016cc37>] sys_read+0x47/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
httpd         S C041F8FC 10923632  8597  19660          8598  8595 (NOTLB)
Call Trace:
 [<c014a424>] buffered_rmqueue+0xc4/0x280
 [<c029a0d0>] e100_xmit_frame+0x1a0/0x240
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c014a681>] __alloc_pages+0xa1/0x2f0
 [<c014e3b4>] cache_init_objs+0x144/0x160
 [<c0374a23>] wait_for_connect+0x383/0x450
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0348fb8>] sock_alloc_inode+0x18/0xc0
 [<c0374dc9>] tcp_accept+0x2d9/0x570
 [<c0190b90>] alloc_inode+0xd0/0x180
 [<c0397da5>] inet_accept+0x35/0x3d0
 [<c0373d46>] tcp_close+0x706/0xcc0
 [<c03492ac>] sockfd_lookup+0x1c/0x80
 [<c034aaf4>] sys_accept+0xa4/0x180
 [<c034907b>] sock_destroy_inode+0x1b/0x20
 [<c0190c80>] destroy_inode+0x40/0x60
 [<c01b7e70>] ext3_release_file+0x0/0x70
 [<c018be80>] dput+0x30/0x660
 [<c016dd7c>] __fput+0xac/0x100
 [<c01b7e70>] ext3_release_file+0x0/0x70
 [<c01b7e70>] ext3_release_file+0x0/0x70
 [<c016dd88>] __fput+0xb8/0x100
 [<c034b88d>] sys_socketcall+0xed/0x2a0
 [<c016bdf2>] sys_close+0x62/0xa0
 [<c010a2ab>] syscall_call+0x7/0xb
httpd         S 00000000 4281504624  8598  19660          8601  8597 (NOTLB)
Call Trace:
 [<c029a0d0>] e100_xmit_frame+0x1a0/0x240
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c0146335>] unlock_page+0x15/0x60
 [<c035b586>] qdisc_restart+0x16/0x550
 [<c03522c9>] dev_queue_xmit+0x609/0x730
 [<c0374a23>] wait_for_connect+0x383/0x450
 [<c0368a0f>] ip_output+0x10f/0x220
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0348fb8>] sock_alloc_inode+0x18/0xc0
 [<c0374dc9>] tcp_accept+0x2d9/0x570
 [<c0190b90>] alloc_inode+0xd0/0x180
 [<c0397da5>] inet_accept+0x35/0x3d0
 [<c0373d46>] tcp_close+0x706/0xcc0
 [<c03492ac>] sockfd_lookup+0x1c/0x80
 [<c034aaf4>] sys_accept+0xa4/0x180
 [<c034907b>] sock_destroy_inode+0x1b/0x20
 [<c034907b>] sock_destroy_inode+0x1b/0x20
 [<c0190c80>] destroy_inode+0x40/0x60
 [<c0193912>] iput+0x62/0x90
 [<c017e2f0>] pipe_read+0x60/0x270
 [<c016dd7c>] __fput+0xac/0x100
 [<c0349fa0>] sock_close+0x0/0x50
 [<c034b88d>] sys_socketcall+0xed/0x2a0
 [<c016cc37>] sys_read+0x47/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
httpd         S C041F8FC 4278766908  8601  19660          8602  8598 (NOTLB)
Call Trace:
 [<c014a424>] buffered_rmqueue+0xc4/0x280
 [<c029a0d0>] e100_xmit_frame+0x1a0/0x240
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c014a681>] __alloc_pages+0xa1/0x2f0
 [<c014e3b4>] cache_init_objs+0x144/0x160
 [<c0374a23>] wait_for_connect+0x383/0x450
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0348fb8>] sock_alloc_inode+0x18/0xc0
 [<c0374dc9>] tcp_accept+0x2d9/0x570
 [<c0190b90>] alloc_inode+0xd0/0x180
 [<c0397da5>] inet_accept+0x35/0x3d0
 [<c0373d46>] tcp_close+0x706/0xcc0
 [<c03492ac>] sockfd_lookup+0x1c/0x80
 [<c034aaf4>] sys_accept+0xa4/0x180
 [<c034907b>] sock_destroy_inode+0x1b/0x20
 [<c034907b>] sock_destroy_inode+0x1b/0x20
 [<c0190c80>] destroy_inode+0x40/0x60
 [<c0193912>] iput+0x62/0x90
 [<c017e2f0>] pipe_read+0x60/0x270
 [<c016dd7c>] __fput+0xac/0x100
 [<c0349fa0>] sock_close+0x0/0x50
 [<c034b88d>] sys_socketcall+0xed/0x2a0
 [<c016cc37>] sys_read+0x47/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
httpd         S 00000000 36396268  8602  19660          8621  8601 (NOTLB)
Call Trace:
 [<c035b586>] qdisc_restart+0x16/0x550
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c034df33>] kfree_skbmem+0x13/0x70
 [<c0374a23>] wait_for_connect+0x383/0x450
 [<c0372a14>] tcp_recvmsg+0x674/0xee0
 [<c0368a0f>] ip_output+0x10f/0x220
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0348fb8>] sock_alloc_inode+0x18/0xc0
 [<c0374dc9>] tcp_accept+0x2d9/0x570
 [<c0190b90>] alloc_inode+0xd0/0x180
 [<c0397da5>] inet_accept+0x35/0x3d0
 [<c0373d2c>] tcp_close+0x6ec/0xcc0
 [<c03492ac>] sockfd_lookup+0x1c/0x80
 [<c034aaf4>] sys_accept+0xa4/0x180
 [<c034907b>] sock_destroy_inode+0x1b/0x20
 [<c034907b>] sock_destroy_inode+0x1b/0x20
 [<c0190c80>] destroy_inode+0x40/0x60
 [<c0193912>] iput+0x62/0x90
 [<c017e2f0>] pipe_read+0x60/0x270
 [<c016dd7c>] __fput+0xac/0x100
 [<c0349fa0>] sock_close+0x0/0x50
 [<c034b88d>] sys_socketcall+0xed/0x2a0
 [<c016cc37>] sys_read+0x47/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
httpd         S C041F8FC 4270070224  8621  19660          8622  8602 (NOTLB)
Call Trace:
 [<c014a424>] buffered_rmqueue+0xc4/0x280
 [<c029a0d0>] e100_xmit_frame+0x1a0/0x240
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c014a681>] __alloc_pages+0xa1/0x2f0
 [<c014e3b4>] cache_init_objs+0x144/0x160
 [<c0374a23>] wait_for_connect+0x383/0x450
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0348fb8>] sock_alloc_inode+0x18/0xc0
 [<c0374dc9>] tcp_accept+0x2d9/0x570
 [<c0190b90>] alloc_inode+0xd0/0x180
 [<c0397da5>] inet_accept+0x35/0x3d0
 [<c0373d46>] tcp_close+0x706/0xcc0
 [<c03492ac>] sockfd_lookup+0x1c/0x80
 [<c034aaf4>] sys_accept+0xa4/0x180
 [<c034907b>] sock_destroy_inode+0x1b/0x20
 [<c034907b>] sock_destroy_inode+0x1b/0x20
 [<c0190c80>] destroy_inode+0x40/0x60
 [<c0193912>] iput+0x62/0x90
 [<c017e2f0>] pipe_read+0x60/0x270
 [<c016dd7c>] __fput+0xac/0x100
 [<c0349fa0>] sock_close+0x0/0x50
 [<c034b88d>] sys_socketcall+0xed/0x2a0
 [<c016cc37>] sys_read+0x47/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
httpd         S 00000000 11785072  8622  19660                8621 (NOTLB)
Call Trace:
 [<c029a0d0>] e100_xmit_frame+0x1a0/0x240
 [<c012eea5>] schedule_timeout+0xe5/0xf0
 [<c0146335>] unlock_page+0x15/0x60
 [<c035b586>] qdisc_restart+0x16/0x550
 [<c03522c9>] dev_queue_xmit+0x609/0x730
 [<c0374a23>] wait_for_connect+0x383/0x450
 [<c0368a0f>] ip_output+0x10f/0x220
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0120cf0>] autoremove_wake_function+0x0/0x50
 [<c0348fb8>] sock_alloc_inode+0x18/0xc0
 [<c0374dc9>] tcp_accept+0x2d9/0x570
 [<c0190b90>] alloc_inode+0xd0/0x180
 [<c0397da5>] inet_accept+0x35/0x3d0
 [<c0373d46>] tcp_close+0x706/0xcc0
 [<c03492ac>] sockfd_lookup+0x1c/0x80
 [<c034aaf4>] sys_accept+0xa4/0x180
 [<c034907b>] sock_destroy_inode+0x1b/0x20
 [<c034907b>] sock_destroy_inode+0x1b/0x20
 [<c0190c80>] destroy_inode+0x40/0x60
 [<c0193912>] iput+0x62/0x90
 [<c017e2f0>] pipe_read+0x60/0x270
 [<c016dd7c>] __fput+0xac/0x100
 [<c0349fa0>] sock_close+0x0/0x50
 [<c034b88d>] sys_socketcall+0xed/0x2a0
 [<c016cc37>] sys_read+0x47/0x60
 [<c010a2ab>] syscall_call+0x7/0xb
-----Original Message-----
From: Andrew Morton [mailto:akpm@digeo.com] 
Sent: Sunday, April 06, 2003 4:38 PM
To: Shawn Starr
Cc: spstarr@sh0n.net; roland@topspin.com; rml@tech9.net;
linux-kernel@vger.kernel.org
Subject: Re: [BUG][2.5.66bk9+] - changes to timers still broken - we don't
oops anymore
> What is "it"?
> I receive rather a lot of email and am dependent on people helping me
> out a bit with context.  I have lost the plot on this one.
> I don't know why Here's what strace reports:
> 
> Sshd is stuck in 'D' and a child in zombie state. The machine has been up
> for 2 days 18 hours 50 mins.
> a sysrq-T trace here would help.
-
To unsubscribe from this list: send the line "unsubscribe linux-kernel" in
the body of a message to majordomo@vger.kernel.org
More majordomo info at  http://vger.kernel.org/majordomo-info.html
Please read the FAQ at  http://www.tux.org/lkml/