Date: Tue, 10 Aug 2004 16:45:52 +0500 From: "Andrew A. Leikand" <brian@bee-s.com> To: current@freebsd.org Subject: 5.2-CURRENT crashes everyday Message-ID: <20040810164552.78f68ea6.brian@bee-s.com>
index | next in thread | raw e-mail
[-- Attachment #1 --]
Hello all
well i have a real big problem it is the server with 5.2-current.
Harware is IBM eServer 345 Dual Xeon with serveRAID 6i, raid controller
has no support under STABLE thus i had no choice :(
There are apache and sendmail on the server, load averages about 0.01,
but it crashes everyday and i have no idea how to force it work.
The only messages before it goes down is
lock order reversal
1st 0xc6574738 vm object (vm object) @ /usr/src/sys/vm/swap_pager.c:1311
2nd 0xc0673ae0 swap_pager swhash (swap_pager swhash) @ /usr/src/sys/vm/swap_pager.c:1797
3rd 0xc0c43a50 vm object (vm object) @ /usr/src/sys/vm/uma_core.c:925
Stack backtrace:
backtrace(0,1,c064cf90,c064e0c0,c06194dc) at backtrace+0x12
witness_checkorder(c0c43a50,9,c05fe7bf,39d) at witness_checkorder+0x53b
_mtx_lock_flags(c0c43a50,0,c05fe7bf,39d,c350b288) at _mtx_lock_flags+0x57
obj_alloc(c3502dc0,1000,de086a2b,101,de086a38) at obj_alloc+0x31
slab_zalloc(c3502dc0,1,c3502dc0,c3502dc0,c350b280) at slab_zalloc+0x87
uma_zone_slab(c3502dc0,1,c350b288,0,c05fe7bf,79c) at uma_zone_slab+0xb0
uma_zalloc_internal(c3502dc0,0,1,c350b288,0) at uma_zalloc_internal+0x29
uma_zalloc_arg(c3502dc0,0,1) at uma_zalloc_arg+0x2a2
swp_pager_meta_build(c6574738,5e,0,2,0) at swp_pager_meta_build+0x108
swap_pager_putpages(c6574738,de086bf0,1,0,de086b60) at swap_pager_putpages+0x2a8
default_pager_putpages(c6574738,de086bf0,1,0,de086b60) at default_pager_putpages+0x18
vm_pageout_flush(de086bf0,1,0,c064c6e0,2ff) at vm_pageout_flush+0x112
vm_pageout_clean(c2ca1f88) at vm_pageout_clean+0x2a5
vm_pageout_scan(0,c0673fe0,0,c05fe55f,5a7) at vm_pageout_scan+0x543
vm_pageout(0,de086d48,0,c057f0e4,0) at vm_pageout+0x2cf
fork_exit(c057f0e4,0,de086d48) at fork_exit+0x98
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xde086d7c, ebp = 0 ---
Kernel config and dmesg are attached.
Appreciate any comments or feedback on this.
--
BR, Andrew
[-- Attachment #2 --]
machine i386
cpu I686_CPU
options CPU_ENABLE_SSE
options MPTABLE_FORCE_HTT # Enable HTT CPUs with the MP Table
ident TUNED
# To statically compile in device wiring instead of /boot/device.hints
#hints "GENERIC.hints" # Default places to look for devices.
#makeoptions DEBUG=-g # Build kernel with gdb(1) debug symbols
options SCHED_ULE # ULE scheduler
options INET # InterNETworking
options FFS # Berkeley Fast Filesystem
options SOFTUPDATES # Enable FFS soft updates support
options UFS_ACL # Support for access control lists
options UFS_DIRHASH # Improve performance on big directories
options MD_ROOT # MD is a potential root device
options MSDOSFS # MSDOS Filesystem
options CD9660 # ISO 9660 Filesystem
options PROCFS # Process filesystem (requires PSEUDOFS)
options PSEUDOFS # Pseudo-filesystem framework
options UNIONFS
options COMPAT_43 # Compatible with BSD 4.3 [KEEP THIS!]
options COMPAT_FREEBSD4 # Compatible with FreeBSD4
options COMPAT_LINUX # Enable Linux ABI emulation
options SCSI_DELAY=15000 # Delay (in ms) before probing SCSI
options KTRACE # ktrace(1) support
options SYSVSHM # SYSV-style shared memory
options SYSVMSG # SYSV-style message queues
options SYSVSEM # SYSV-style semaphores
options _KPOSIX_PRIORITY_SCHEDULING # POSIX P1003_1B real-time extensions
options KBD_INSTALL_CDEV # install a CDEV entry in /dev
options QUOTA
# Debugging for use in -current
# options DDB # Enable the kernel debugger
# options INVARIANTS # Enable calls of extra sanity checking
# options INVARIANT_SUPPORT # Extra sanity checks of internal structures, required by INVARIANTS
# options WITNESS # Enable checks to detect deadlocks and cycles
# options WITNESS_SKIPSPIN # Don't run witness on spinlocks for speed
# To make an SMP kernel, the next two are needed
options SMP # Symmetric MultiProcessor Kernel
device apic # I/O APIC
device isa
device pci
# Floppy drives
device fdc
# ATA and ATAPI devices
device ata
device atadisk # ATA disk drives
device atapicd # ATAPI CDROM drives
options ATA_STATIC_ID # Static device numbering
# SCSI peripherals
device scbus # SCSI bus (required for SCSI)
device ch # SCSI media changers
device da # Direct Access (disks)
device sa # Sequential Access (tape etc)
device cd # CD
device pass # Passthrough device (direct SCSI access)
device ses # SCSI Environmental Services (and SAF-TE)
# RAID controllers interfaced to the SCSI subsystem
device ips # IBM (Adaptec) ServeRAID
# atkbdc0 controls both the keyboard and the PS/2 mouse
device atkbdc # AT keyboard controller
device atkbd # AT keyboard
device psm # PS/2 mouse
device vga # VGA video card driver
device splash # Splash screen and screen saver support
# syscons is the default console driver, resembling an SCO console
device sc
device agp # support several AGP chipsets
# Floating point support - do not disable.
device npx
# Power management support (see NOTES for more options)
#device apm
# Add suspend/resume support for the i8254.
#device pmtimer
# Serial (COM) ports
device sio # 8250, 16[45]50 based serial ports
# Parallel port
#device ppc
#device ppbus # Parallel port bus (required)
#device lpt # Printer
#device plip # TCP/IP over parallel
#device ppi # Parallel port interface device
#device vpo # Requires scbus and da
# If you've got a "dumb" serial or parallel PCI card that is
# supported by the puc(4) glue driver, uncomment the following
# line to enable it (connects to the sio and/or ppc drivers):
#device puc
# PCI Ethernet NICs.
device em # Intel PRO/1000 adapter Gigabit Ethernet Card
# Pseudo devices - the number indicates how many units to allocate.
device random # Entropy device
device loop # Network loopback
device ether # Ethernet support
#device vlan
#device sl # Kernel SLIP
#device ppp # Kernel PPP
device tun # Packet tunnel.
device pty # Pseudo-ttys (telnet etc)
device md # Memory "disks"
# device pf
# device pflog
# device pfsync
# The `bpf' device enables the Berkeley Packet Filter.
# Be aware of the administrative consequences of enabling this!
device bpf # Berkeley packet filter
#
options PFIL_HOOKS # pfil(9) framework
options IPFILTER
options IPFILTER_LOG
options IPFILTER_DEFAULT_BLOCK
#options IPSTEALTH
options RANDOM_IP_ID
options TCP_DROP_SYNFIN
[-- Attachment #3 --]
Copyright (c) 1992-2004 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 5.2-CURRENT #10: Mon Aug 9 13:08:22 SAMST 2004
root@jailer.bee-s.com:/usr/obj/usr/src/sys/TUNED
ACPI APIC Table: <IBM SERONYXP>
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Xeon(TM) CPU 2.80GHz (2793.89-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf29 Stepping = 9
Features=0xbfebfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE>
Hyperthreading: 2 logical CPUs
real memory = 2147463168 (2047 MB)
avail memory = 2100326400 (2003 MB)
FreeBSD/SMP: Multiprocessor System Detected: 4 CPUs
cpu0 (BSP): APIC ID: 0
cpu1 (AP): APIC ID: 1
cpu2 (AP): APIC ID: 6
cpu3 (AP): APIC ID: 7
MADT: Forcing active-low polarity and level trigger for SCI
ioapic2 <Version 1.1> irqs 32-47 on motherboard
ioapic1 <Version 1.1> irqs 16-31 on motherboard
ioapic0 <Version 1.1> irqs 0-15 on motherboard
npx0: [FAST]
npx0: <math processor> on motherboard
npx0: INT 16 interface
acpi0: <IBM SERONYXP> on motherboard
acpi0: [GIANT-LOCKED]
acpi0: Power Button (fixed)
acpi_timer0: couldn't allocate resource (port 0x488)
cpu0: <ACPI CPU> on acpi0
cpu1: <ACPI CPU> on acpi0
cpu2: <ACPI CPU> on acpi0
cpu3: <ACPI CPU> on acpi0
pcib0: <ACPI Host-PCI bridge> on acpi0
pci0: <ACPI PCI bus> on pcib0
pci0: <display, VGA> at device 6.0 (no driver attached)
atapci0: <ServerWorks CSB5 UDMA100 controller> port 0x700-0x70f,0x376,0x170-0x177,0x3f6,0x1f0-0x1f7 at device 15.1 on pci0
ata0: at 0x1f0 irq 14 on atapci0
ata1: simplex device, DMA on primary only
ata1: at 0x170 irq 15 on atapci0
pci0: <serial bus, USB> at device 15.2 (no driver attached)
isab0: <PCI-ISA bridge> at device 15.3 on pci0
isa0: <ISA bus> on isab0
pcib1: <ACPI Host-PCI bridge> on acpi0
pci2: <ACPI PCI bus> on pcib1
pcib2: <ACPI Host-PCI bridge> on acpi0
pci4: <ACPI PCI bus> on pcib2
pcib3: <ACPI Host-PCI bridge> on acpi0
pci6: <ACPI PCI bus> on pcib3
em0: <Intel(R) PRO/1000 Network Connection, Version - 1.7.25> port 0x2500-0x253f mem 0xfbfe0000-0xfbffffff irq 29 at device 8.0 on pci6
em0: [GIANT-LOCKED]
em0: Ethernet address: 00:09:6b:89:78:88
em0: Speed:N/A Duplex:N/A
em1: <Intel(R) PRO/1000 Network Connection, Version - 1.7.25> port 0x2540-0x257f mem 0xfbfc0000-0xfbfdffff irq 30 at device 8.1 on pci6
em1: [GIANT-LOCKED]
em1: Ethernet address: 00:09:6b:89:78:89
em1: Speed:N/A Duplex:N/A
pcib4: <ACPI Host-PCI bridge> on acpi0
pci8: <ACPI PCI bus> on pcib4
ips0: <Adaptec ServeRAID Adapter> mem 0xf4000000-0xf7ffffff,0xf3fff000-0xf3ffffff irq 18 at device 2.0 on pci8
ips0: [GIANT-LOCKED]
atkbdc0: <Keyboard controller (i8042)> port 0x60,0x64 irq 1 on acpi0
atkbd0: <AT Keyboard> irq 1 on atkbdc0
atkbd: unable to set the command byte.
kbd0 at atkbd0
atkbd0: [GIANT-LOCKED]
psm0: unable to set the command byte.
fdc0: <floppy drive controller> port 0x3f0-0x3f5 irq 6 drq 2 on acpi0
fdc0: FIFO enabled, 8 bytes threshold
fd0: <1440-KB 3.5" drive> on fdc0 drive 0
acpi_timer0: couldn't allocate resource (port 0x488)
orm0: <ISA Option ROMs> at iomem 0xc8000-0xc97ff,0xc0000-0xc7fff on isa0
sc0: <System console> at flags 0x100 on isa0
sc0: VGA <16 virtual consoles, flags=0x300>
sio0: configured irq 4 not in bitmap of probed irqs 0
sio0: port may not be enabled
sio0 at port 0x3f8-0x3ff irq 4 flags 0x10 on isa0
sio0: type 8250 or not responding
sio1: configured irq 3 not in bitmap of probed irqs 0
sio1: port may not be enabled
vga0: <Generic ISA VGA> at port 0x3c0-0x3df iomem 0xa0000-0xbffff on isa0
Timecounters tick every 10.000 msec
IP Filter: v3.4.35 initialized. Default = block all, Logging = enabled
ATAPI_RESET time = 140us
acd0: CDROM <LG CD-ROM CRN-8245B/1.16> at ata0-master UDMA33
ips0: resetting adapter, this may take up to 5 minutes
ips0: adapter type: ServeRAID 6i (sebring)
ips0: logical drives: 2
ips0: Logical Drive 0: RAID5 sectors: 135168000, state OK
ips0: Logical Drive 1: RAID0 sectors: 10536960, state OK
ipsd0: <Logical Drive> on ips0
ipsd0: Logical Drive (66000MB)
ipsd1: <Logical Drive> on ips0
ipsd1: Logical Drive (5145MB)
SMP: AP CPU #1 Launched!
SMP: AP CPU #3 Launched!
SMP: AP CPU #2 Launched!
Mounting root from ufs:/dev/ipsd0s1a
em0: Link is up 100 Mbps Full Duplex
help
Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?20040810164552.78f68ea6.brian>