Skip site navigation (1)Skip section navigation (2)
Date:      Mon, 2 Jun 2008 18:45:35 +0300
From:      Olexandr Sydorchuk <olexandr.syd@gmail.com>
To:        freebsd-current@freebsd.org
Subject:   Re: Multiple LORs in -CURRENT
Message-ID:  <20080602184535.0302e654@osprey.skynet.if.ua>
In-Reply-To: <08060213205215.83104@www.mmlab.cse.yzu.edu.tw>
References:  <08060213205215.83104@www.mmlab.cse.yzu.edu.tw>

index | next in thread | previous in thread | raw e-mail

[-- Attachment #1 --]
I have something like this but I'm was upgrade from 7-beta4 to current-8(Its only whith debug option). 

dmesg:
[...]
ad2: 76351MB <SAMSUNG SP0812N TK100-30> at ata1-master PIO4
ad3: 38172MB <QUANTUM FIREBALLP AS40.0 A2R.0600> at ata1-slave PIO4
WARNING: WITNESS option enabled, expect reduced performance.
GEOM_LABEL: Label for provider ad2s5 is ntfs/prog.
GEOM_LABEL: Label for provider ad3s1 is ntfs/data.
GEOM_LABEL: Label for provider ad3s5 is msdosfs/ .
lock order reversal: (sleepable after non-sleepable)
 1st 0xc3b7201c struct mount mtx (struct mount mtx) @ /usr/src/sys/kern/vfs_subr.c:343
 2nd 0xc3b72000 vfslock (vfslock) @ /usr/src/sys/kern/vfs_subr.c:370
KDB: stack backtrace:
db_trace_self_wrapper(c0a81f43,c3b72000,c0a87e33,c0a87e33,c0a883d0,...) at db_trace_self_wrapper+0x26
witness_checkorder(c3b72000,1,c0a883d0,172,c3b7201c,...) at witness_checkorder+0x5e5
__lockmgr_args(c3b72000,200100,c3b7201c,0,0,...) at __lockmgr_args+0xd21
vfs_busy(c3b72000,200,0,c3898d20,1,...) at vfs_busy+0xf3
vfs_mount_alloc(0,c0b2c800,c0a88176,c3898d20,c07c1290,...) at vfs_mount_alloc+0x78
vfs_mountroot(c0b89310,4,c0a77314,264,0,...) at vfs_mountroot+0x27e
start_init(0,c3631d38,c0a78cab,30d,c3896d0c,...) at start_init+0x65
fork_exit(c070d540,0,c3631d38) at fork_exit+0xa6
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3631d70, ebp = 0 ---
lock order reversal: (sleepable after non-sleepable)
 1st 0xc3a55e10 vnode interlock (vnode interlock) @ /usr/src/sys/fs/devfs/devfs_vnops.c:289
 2nd 0xc3a55df4 devfs (devfs) @ /usr/src/sys/kern/vfs_subr.c:2044
KDB: stack backtrace:
db_trace_self_wrapper(c0a81f43,c3a55df4,c0a72c74,c0a72c74,c0a883d0,...) at db_trace_self_wrapper+0x26
witness_checkorder(c3a55df4,9,c0a883d0,7fc,c3a55df4,...) at witness_checkorder+0x5e5
__lockmgr_args(c3a55df4,80100,c3a55e10,0,0,...) at __lockmgr_args+0x51c
vop_stdlock(c3631b88,c0a7602b,3,80000,c3a55d9c,...) at vop_stdlock+0x54
VOP_LOCK1_APV(c0b2c8e0,c3631b88,c0b6a7a0,c3a55d9c,80100,...) at VOP_LOCK1_APV+0x94
_vn_lock(c3a55d9c,80100,c0a883d0,7fc,c0a72e2a,...) at _vn_lock+0x49
vget(c3a55d9c,80100,c3898d20,122,c3b6f2d4,...) at vget+0x67
devfs_allocv(c3b6de80,c3b72000,c3631c24,c3898d20,c0b366c4,...) at devfs_allocv+0x121
devfs_root(c3b72000,80000,c0bdc574,c3898d20,c0a7b30a,...) at devfs_root+0x51
set_rootvnode(c0bdc560,0,c0a87d35,5f6,c07c1290,...) at set_rootvnode+0x2d
vfs_mountroot(c0b89310,4,c0a77314,264,0,...) at vfs_mountroot+0x340
start_init(0,c3631d38,c0a78cab,30d,c3896d0c,...) at start_init+0x65
fork_exit(c070d540,0,c3631d38) at fork_exit+0xa6
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3631d70, ebp = 0 ---
[...]

/etc/fstab:
# Device		Mountpoint	FStype	Options		Dump	Pass#
/dev/ad2s3b		none		swap	sw		0	0
/dev/ad2s3a		/		ufs	rw		1	1
/dev/ad2s3e		/tmp		ufs	rw		2	2
/dev/ad2s3f		/usr		ufs	rw		2	2
/dev/ad2s3d		/var		ufs	rw		2	2
/dev/acd0		/cdrom		cd9660	ro,noauto	0	0
#/dev/ad3s5     /win/e   msdosfs  rw,longnames,-Lru_RU.KOI8-R,-Wkoi2dos 0 0
/dev/ad3s5     /win/e   msdosfs  rw,longnames,-Wkoi2dos 0 0
/dev/ad2s1     /win/c   ntfs   ro,-Wkoi2dos     0       0
/dev/ad3s1     /win/d   ntfs   ro,-Wkoi2dos     0       0
/dev/ad2s5     /win/g   ntfs  ro,-Wkoi2dos      0       0
linproc        /compat/linux/proc       linprocfs rw 0 0

[-- Attachment #2 --]
Copyright (c) 1992-2008 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
	The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #3: Thu May 22 19:34:00 EEST 2008
    gallente@osprey.skynet.if.ua:/usr/obj/usr/src/sys/OSPREY
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: AMD Athlon(tm) XP 1700+ (1477.51-MHz 686-class CPU)
  Origin = "AuthenticAMD"  Id = 0x681  Stepping = 1
  Features=0x383f9ff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,MMX,FXSR,SSE>
  AMD Features=0xc0400800<SYSCALL,MMX+,3DNow!+,3DNow!>
real memory  = 536805376 (511 MB)
avail memory = 503529472 (480 MB)
kbd1 at kbdmux0
ath_hal: 0.9.20.3 (AR5210, AR5211, AR5212, RF5111, RF5112, RF2413, RF5413)
acpi0: <VIA694 AWRDACPI> on motherboard
acpi0: [ITHREAD]
acpi0: Power Button (fixed)
acpi0: reservation of 0, a0000 (3) failed
acpi0: reservation of 100000, 1fef0000 (3) failed
Timecounter "ACPI-fast" frequency 3579545 Hz quality 1000
acpi_timer0: <24-bit timer at 3.579545MHz> port 0x4008-0x400b on acpi0
pcib0: <ACPI Host-PCI bridge> port 0xcf8-0xcff,0x4000-0x407f,0x4080-0x40ff,0x5000-0x500f on acpi0
pci0: <ACPI PCI bus> on pcib0
agp0: <VIA 8367 (KT266/KY266x/KT333) host to PCI bridge> on hostb0
agp0: aperture size is 256M
pcib1: <PCI-PCI bridge> at device 1.0 on pci0
pci1: <PCI bus> on pcib1
nvidia0: <GeForce FX 5500> mem 0xe4000000-0xe4ffffff,0xd0000000-0xdfffffff irq 11 at device 0.0 on pci1
nvidia0: [GIANT-LOCKED]
nvidia0: [ITHREAD]
rl0: <RealTek 8139 10/100BaseTX> port 0xd000-0xd0ff mem 0xe6000000-0xe60000ff irq 11 at device 12.0 on pci0
miibus0: <MII bus> on rl0
rlphy0: <RealTek internal media interface> PHY 0 on miibus0
rlphy0:  10baseT, 10baseT-FDX, 100baseTX, 100baseTX-FDX, auto
rl0: Ethernet address: 00:0e:2e:ac:78:a4
rl0: [ITHREAD]
isab0: <PCI-ISA bridge> at device 17.0 on pci0
isa0: <ISA bus> on isab0
atapci0: <VIA 8233A UDMA133 controller> port 0x1f0-0x1f7,0x3f6,0x170-0x177,0x376,0xd400-0xd40f at device 17.1 on pci0
ata0: <ATA channel 0> on atapci0
ata0: [ITHREAD]
ata1: <ATA channel 1> on atapci0
ata1: [ITHREAD]
uhci0: <VIA 83C572 USB controller> port 0xd800-0xd81f irq 5 at device 17.2 on pci0
uhci0: [GIANT-LOCKED]
uhci0: [ITHREAD]
usb0: <VIA 83C572 USB controller> on uhci0
usb0: USB revision 1.0
uhub0: <VIA UHCI root hub, class 9/0, rev 1.00/1.00, addr 1> on usb0
uhub0: 2 ports with 2 removable, self powered
uhci1: <VIA 83C572 USB controller> port 0xdc00-0xdc1f irq 5 at device 17.3 on pci0
uhci1: [GIANT-LOCKED]
uhci1: [ITHREAD]
usb1: <VIA 83C572 USB controller> on uhci1
usb1: USB revision 1.0
uhub1: <VIA UHCI root hub, class 9/0, rev 1.00/1.00, addr 1> on usb1
uhub1: 2 ports with 2 removable, self powered
pcm0: <VIA VT8233A> port 0xe000-0xe0ff irq 12 at device 17.5 on pci0
pcm0: [ITHREAD]
pcm0: <VIA Technologies VIA1612A AC97 Codec>
pcm0: <VIA DXS Disabled: DXS 0 / SGD 1 / REC 1>
cpu0: <ACPI CPU> on acpi0
acpi_throttle0: <ACPI CPU Throttling> on cpu0
acpi_button0: <Power Button> on acpi0
acpi_button1: <Sleep Button> on acpi0
atrtc0: <AT realtime clock> port 0x70-0x73 irq 8 on acpi0
fdc0: <floppy drive controller> port 0x3f0-0x3f5,0x3f7 irq 6 drq 2 on acpi0
fdc0: [FILTER]
sio0: <16550A-compatible COM port> port 0x3f8-0x3ff irq 4 flags 0x10 on acpi0
sio0: type 16550A
sio0: [FILTER]
sio1: <16550A-compatible COM port> port 0x2f8-0x2ff irq 3 on acpi0
sio1: type 16550A
sio1: [FILTER]
atkbdc0: <Keyboard controller (i8042)> port 0x60,0x64 irq 1 on acpi0
atkbd0: <AT Keyboard> irq 1 on atkbdc0
kbd0 at atkbd0
atkbd0: [GIANT-LOCKED]
atkbd0: [ITHREAD]
pmtimer0 on isa0
orm0: <ISA Option ROM> at iomem 0xc0000-0xcf7ff pnpid ORM0000 on isa0
ppc0: <Parallel port> at port 0x378-0x37f irq 7 on isa0
ppc0: Generic chipset (NIBBLE-only) in COMPATIBLE mode
ppbus0: <Parallel port bus> on ppc0
ppbus0: [ITHREAD]
plip0: <PLIP network interface> on ppbus0
plip0: WARNING: using obsoleted IFF_NEEDSGIANT flag
lpt0: <Printer> on ppbus0
lpt0: Interrupt-driven port
ppi0: <Parallel I/O> on ppbus0
ppc0: [GIANT-LOCKED]
ppc0: [ITHREAD]
sc0: <System console> at flags 0x100 on isa0
sc0: VGA <16 virtual consoles, flags=0x300>
vga0: <Generic ISA VGA> at port 0x3c0-0x3df iomem 0xa0000-0xbffff on isa0
ums0: <vendor 0x1241 product 0x1166, class 0/0, rev 1.10/2.80, addr 2> on uhub0
ums0: 5 buttons and Z dir.
ugen0: <Broadcom Corp WL-BTD202, class 224/1, rev 2.00/1.00, addr 3> on uhub0
Timecounter "TSC" frequency 1477508424 Hz quality 800
Timecounters tick every 1.000 msec
acd0: DVDR <NEC DVD RW ND-4550A/1.06> at ata0-master PIO4
ad2: 76351MB <SAMSUNG SP0812N TK100-30> at ata1-master PIO4
ad3: 38172MB <QUANTUM FIREBALLP AS40.0 A2R.0600> at ata1-slave PIO4
WARNING: WITNESS option enabled, expect reduced performance.
GEOM_LABEL: Label for provider ad2s5 is ntfs/prog.
GEOM_LABEL: Label for provider ad3s1 is ntfs/data.
GEOM_LABEL: Label for provider ad3s5 is msdosfs/ .
lock order reversal: (sleepable after non-sleepable)
 1st 0xc3b7201c struct mount mtx (struct mount mtx) @ /usr/src/sys/kern/vfs_subr.c:343
 2nd 0xc3b72000 vfslock (vfslock) @ /usr/src/sys/kern/vfs_subr.c:370
KDB: stack backtrace:
db_trace_self_wrapper(c0a81f43,c3b72000,c0a87e33,c0a87e33,c0a883d0,...) at db_trace_self_wrapper+0x26
witness_checkorder(c3b72000,1,c0a883d0,172,c3b7201c,...) at witness_checkorder+0x5e5
__lockmgr_args(c3b72000,200100,c3b7201c,0,0,...) at __lockmgr_args+0xd21
vfs_busy(c3b72000,200,0,c3898d20,1,...) at vfs_busy+0xf3
vfs_mount_alloc(0,c0b2c800,c0a88176,c3898d20,c07c1290,...) at vfs_mount_alloc+0x78
vfs_mountroot(c0b89310,4,c0a77314,264,0,...) at vfs_mountroot+0x27e
start_init(0,c3631d38,c0a78cab,30d,c3896d0c,...) at start_init+0x65
fork_exit(c070d540,0,c3631d38) at fork_exit+0xa6
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3631d70, ebp = 0 ---
lock order reversal: (sleepable after non-sleepable)
 1st 0xc3a55e10 vnode interlock (vnode interlock) @ /usr/src/sys/fs/devfs/devfs_vnops.c:289
 2nd 0xc3a55df4 devfs (devfs) @ /usr/src/sys/kern/vfs_subr.c:2044
KDB: stack backtrace:
db_trace_self_wrapper(c0a81f43,c3a55df4,c0a72c74,c0a72c74,c0a883d0,...) at db_trace_self_wrapper+0x26
witness_checkorder(c3a55df4,9,c0a883d0,7fc,c3a55df4,...) at witness_checkorder+0x5e5
__lockmgr_args(c3a55df4,80100,c3a55e10,0,0,...) at __lockmgr_args+0x51c
vop_stdlock(c3631b88,c0a7602b,3,80000,c3a55d9c,...) at vop_stdlock+0x54
VOP_LOCK1_APV(c0b2c8e0,c3631b88,c0b6a7a0,c3a55d9c,80100,...) at VOP_LOCK1_APV+0x94
_vn_lock(c3a55d9c,80100,c0a883d0,7fc,c0a72e2a,...) at _vn_lock+0x49
vget(c3a55d9c,80100,c3898d20,122,c3b6f2d4,...) at vget+0x67
devfs_allocv(c3b6de80,c3b72000,c3631c24,c3898d20,c0b366c4,...) at devfs_allocv+0x121
devfs_root(c3b72000,80000,c0bdc574,c3898d20,c0a7b30a,...) at devfs_root+0x51
set_rootvnode(c0bdc560,0,c0a87d35,5f6,c07c1290,...) at set_rootvnode+0x2d
vfs_mountroot(c0b89310,4,c0a77314,264,0,...) at vfs_mountroot+0x340
start_init(0,c3631d38,c0a78cab,30d,c3896d0c,...) at start_init+0x65
fork_exit(c070d540,0,c3631d38) at fork_exit+0xa6
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3631d70, ebp = 0 ---
lock order reversal:
 1st 0xc3a55df4 devfs (devfs) @ /usr/src/sys/kern/vfs_subr.c:2044
 2nd 0xc3b6f2d4 devfsmount (devfsmount) @ /usr/src/sys/fs/devfs/devfs_vnops.c:293
KDB: stack backtrace:
db_trace_self_wrapper(c0a81f43,c3b6f2d4,c0a72e10,c0a72e10,c0a72e2a,...) at db_trace_self_wrapper+0x26
witness_checkorder(c3b6f2d4,9,c0a72e2a,125,123,...) at witness_checkorder+0x5e5
_sx_xlock(c3b6f2d4,0,c0a72e2a,125,c3b6f2d4,...) at _sx_xlock+0x4a
devfs_allocv(c3b6de80,c3b72000,c3631c24,c3898d20,c0b366c4,...) at devfs_allocv+0x146
devfs_root(c3b72000,80000,c0bdc574,c3898d20,c0a7b30a,...) at devfs_root+0x51
set_rootvnode(c0bdc560,0,c0a87d35,5f6,c07c1290,...) at set_rootvnode+0x2d
vfs_mountroot(c0b89310,4,c0a77314,264,0,...) at vfs_mountroot+0x340
start_init(0,c3631d38,c0a78cab,30d,c3896d0c,...) at start_init+0x65
fork_exit(c070d540,0,c3631d38) at fork_exit+0xa6
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3631d70, ebp = 0 ---
Trying to mount root from ufs:/dev/ad2s3a
lock order reversal: (sleepable after non-sleepable)
 1st 0xc3a55b20 bufobj interlock (bufobj interlock) @ /usr/src/sys/kern/vfs_bio.c:2442
 2nd 0xc34f3a80 bufwait (bufwait) @ /usr/src/sys/kern/vfs_bio.c:2456
KDB: stack backtrace:
db_trace_self_wrapper(c0a81f43,c34f3a80,c0a86cfe,c0a86cfe,c0a862ad,...) at db_trace_self_wrapper+0x26
witness_checkorder(c34f3a80,9,c0a862ad,998,c3a55b20,...) at witness_checkorder+0x5e5
__lockmgr_args(c34f3a80,81900,c3a55b20,c0a86c5a,50,...) at __lockmgr_args+0x51c
getblk(c3a55a78,0,0,800,0,...) at getblk+0xcc
breadn(c3a55a78,0,0,800,0,...) at breadn+0x5f
bread(c3a55a78,0,0,800,0,...) at bread+0x4c
ffs_blkatoff(c3a55a78,0,0,0,c36319c4,...) at ffs_blkatoff+0x78
ufs_lookup(c36319f0,c36319f0,c3631b40,c3631b2c,c385b900,...) at ufs_lookup+0x583
vfs_cache_lookup(c3631a70,1b0,c3631b14,80000,c3a55a78,...) at vfs_cache_lookup+0xea
VOP_LOOKUP_APV(c0b535a0,c3631a70,c0a87ae3,1b0,c3631a70,...) at VOP_LOOKUP_APV+0x94
lookup(c3631b14,c0a87ae3,d8,c0,c385ba2c,...) at lookup+0x487
namei(c3631b14,c07813eb,c0a87d35,c0a7602b,c0a88172,...) at namei+0x460
kern_unlinkat(c3898d20,ffffff9c,c0a88172,1,c3631c60,...) at kern_unlinkat+0x6b
kern_unlink(c3898d20,c0a88172,1,631,0,...) at kern_unlink+0x27
vfs_mountroot_try(c0a8832c,c0a7602d,c0a6ea8a,1,c07c1290,...) at vfs_mountroot_try+0x458
vfs_mountroot(c0b89310,4,c0a77314,264,0,...) at vfs_mountroot+0x437
start_init(0,c3631d38,c0a78cab,30d,c3896d0c,...) at start_init+0x65
fork_exit(c070d540,0,c3631d38) at fork_exit+0xa6
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3631d70, ebp = 0 ---
lock order reversal:
 1st 0xc3be56a0 ufs (ufs) @ /usr/src/sys/kern/vfs_subr.c:2044
 2nd 0xc0b87f7c kernel linker (kernel linker) @ /usr/src/sys/kern/kern_linker.c:687
KDB: stack backtrace:
db_trace_self_wrapper(c0a81f43,c0b87f7c,c0a7969c,c0a7969c,c0a796e0,...) at db_trace_self_wrapper+0x26
witness_checkorder(c0b87f7c,9,c0a796e0,2af,c0738851,...) at witness_checkorder+0x5e5
_sx_xlock(c0b87f7c,0,c0a796e0,2af,0,...) at _sx_xlock+0x4a
linker_file_lookup_set(c3ba7000,c0a79732,c3762750,c376274c,0,...) at linker_file_lookup_set+0xd4
linker_file_register_sysctls(c0b87f7c,c0a796e0,19d,17c,0,...) at linker_file_register_sysctls+0x2d
linker_load_module(c3beb688,0,c3762950,c376294c,c3762948,...) at linker_load_module+0x7b9
linker_load_dependencies(c3ba7500,0,c3beb60c,130,60c,...) at linker_load_dependencies+0x1b3
link_elf_load_file(c0b38c80,c3b6f080,c3762c24,17c,0,...) at link_elf_load_file+0x55d
linker_load_module(0,c3762c4c,c0a796e0,3c7,0,...) at linker_load_module+0x76d
kern_kldload(c3baa460,c3a4fc00,c3762c70,0,316,...) at kern_kldload+0xa3
kldload(c3baa460,c3762cf8,4,c0a82e8b,c0b31b00,...) at kldload+0x93
syscall(c3762d38) at syscall+0x164
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (304, FreeBSD ELF32, kldload), eip = 0x280c76f3, esp = 0xbfbfe80c, ebp = 0xbfbfe838 ---
GEOM_LABEL: Label msdosfs/  removed.
lock order reversal: (sleepable after non-sleepable)
 1st 0xc3b83a40 ntnode interlock (ntnode interlock) @ /usr/src/sys/modules/ntfs/../../fs/ntfs/ntfs_subr.c:359
 2nd 0xc3b83a24 ntnode (ntnode) @ /usr/src/sys/modules/ntfs/../../fs/ntfs/ntfs_subr.c:361
KDB: stack backtrace:
db_trace_self_wrapper(c0a81f43,c3b83a24,c3c71530,c3c71530,c3c7184f,...) at db_trace_self_wrapper+0x26
witness_checkorder(c3b83a24,9,c3c7184f,169,c3b83a40,...) at witness_checkorder+0x5e5
__lockmgr_args(c3b83a24,80100,c3b83a40,0,0,...) at __lockmgr_args+0x51c
ntfs_ntget(c3b83a00,c3c71b0e,0,0,7a0000,...) at ntfs_ntget+0x74
ntfs_ntlookup(c3ba7100,0,c373e800,c3bed8dd,c3bef5a0,...) at ntfs_ntlookup+0x10b
ntfs_vgetex(c3b71000,0,80,0,80000,...) at ntfs_vgetex+0x31
ntfs_vget(c3b71000,0,80000,c3ba7159,0,...) at ntfs_vget+0x49
ntfs_mount(c3b71000,c3b4f000,c0a87d35,3f0,0,...) at ntfs_mount+0x8c4
vfs_donmount(e0,c3b68b50,c3ba7400,1c,c373ebb8,...) at vfs_donmount+0xf6a
kernel_mount(c3b68b40,1,c3b83b84,ffffffff,bfbfef63,...) at kernel_mount+0x98
ntfs_cmount(c3b68b40,bfbfed68,1,c3b4f000,0,...) at ntfs_cmount+0x120
mount(c3b4f000,c373ecf8,10,c0a826a4,c0b30078,...) at mount+0x217
syscall(c373ed38) at syscall+0x164
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (21, FreeBSD ELF32, mount), eip = 0x280c85b7, esp = 0xbfbfe93c, ebp = 0xbfbfee68 ---
WARNING: attempt to net_add_domain(netgraph) after domainfinalize()
help

Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?20080602184535.0302e654>