From owner-freebsd-stable@FreeBSD.ORG Fri Jun 26 16:51:16 2009 Return-Path: Delivered-To: freebsd-stable@freebsd.org Received: from mx1.freebsd.org (mx1.freebsd.org [IPv6:2001:4f8:fff6::34]) by hub.freebsd.org (Postfix) with ESMTP id C80641065673 for ; Fri, 26 Jun 2009 16:51:16 +0000 (UTC) (envelope-from pluknet@gmail.com) Received: from mail-fx0-f218.google.com (mail-fx0-f218.google.com [209.85.220.218]) by mx1.freebsd.org (Postfix) with ESMTP id 4D97A8FC08 for ; Fri, 26 Jun 2009 16:51:16 +0000 (UTC) (envelope-from pluknet@gmail.com) Received: by fxm18 with SMTP id 18so865815fxm.43 for ; Fri, 26 Jun 2009 09:51:15 -0700 (PDT) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=gmail.com; s=gamma; h=domainkey-signature:mime-version:received:in-reply-to:references :date:message-id:subject:from:to:content-type :content-transfer-encoding; bh=zaSh8QlcQIBcARgFb8wmYattx01wk0jO6c7XQxfZYLU=; b=rDP/eZD6E9NtwLRNrlGpQijsmoQ+TrjN3G5AhH4BmKlFfkyDjzYrHAh/1lCbYDSc8y sUUsTk96XJFhRQGxBvsGxXG7xMDnf8Coitx+B7zN8EfSWqfWgqUuyfgo/cXMkzL7dJiM ouVqEfuqRuRbEqVYI1Cmv41wW9tWtWYVMpBrM= DomainKey-Signature: a=rsa-sha1; c=nofws; d=gmail.com; s=gamma; h=mime-version:in-reply-to:references:date:message-id:subject:from:to :content-type:content-transfer-encoding; b=AO31L0JNqX4IlT7bsrtdponNhLlv4rid9CCID0Qkq6aW2pSpAnzIKUNXV1q8GN9K97 tUaEXtX4WVAbJLaEqyN2F9/gHM8ADbvv4QvPP0AfSuUp2xLPpmfnQv2RYFSgdTxlOA83 GNfNcp8D0x138opupbpM5Uh3jHAcdFJwPs3M0= MIME-Version: 1.0 Received: by 10.204.67.146 with SMTP id r18mr444240bki.88.1246035075215; Fri, 26 Jun 2009 09:51:15 -0700 (PDT) In-Reply-To: References: Date: Fri, 26 Jun 2009 20:51:14 +0400 Message-ID: From: pluknet To: freebsd-stable Content-Type: text/plain; charset=ISO-8859-1 Content-Transfer-Encoding: quoted-printable Subject: Re: [nfs] process locks in "bo_wwait" on 6.4 X-BeenThere: freebsd-stable@freebsd.org X-Mailman-Version: 2.1.5 Precedence: list List-Id: Production branch of FreeBSD source code List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , X-List-Received-Date: Fri, 26 Jun 2009 16:51:17 -0000 2009/6/26 pluknet : > Hello. > > While building a module on nfs mounted /usr/src > I got an unkillable process waiting forever in bo_wwait. Small note: iface on NFS server has mtu changed from 1500 to 1450. Can this be a source of the problem? > > # make > Warning: Object directory not changed from original /usr/src/sys/modules/= linux > @ -> /usr/src/sys > machine -> /usr/src/sys/i386/include > cc -c -O2 -fno-strict-aliasing -pipe -Werror -D_KERNEL -DKLD_MODULE > -nostdinc -I- -I. -I@ -I@/contrib/altq -I@/../include -I/usr/include > -finline-limit=3D8000 -mno-align-long-strings > -mpreferred-stack-boundary=3D2 -mno-mmx -mno-3dnow -mno-sse -mno-sse2 > -ffreestanding -Wall -Wredundant-decls -Wnested-externs > -Wstrict-prototypes -Wmissing-prototypes -Wpointer-arith -Winline > -Wcast-qual -fformat-extensions -std=3Dc99 > /usr/src/sys/modules/linux/../../i386/linux/linux_genassym.c > sh @/kern/genassym.sh linux_genassym.o > linux_assym.h > echo "#define COMPAT_43 1" > opt_compat.h > echo "#define INET6 1" > opt_inet6.h > :> opt_mac.h > :> opt_vmpage.h > awk -f @/tools/vnode_if.awk @/kern/vnode_if.src -p > load: 1.08 =A0cmd: awk 37581 [bo_wwait] 0.00u 0.00s 0% 1472k > > All others subsystems seems to work. > > db> bt 37581 > Tracing pid 37581 tid 100364 td 0xc93c7b60 > sched_switch(c93c7b60,0,1) at sched_switch+0x143 > mi_switch(1,0,c93c7b60,eed95a24,c06ce6f0,...) at mi_switch+0x1ba > sleepq_switch(ce138854) at sleepq_switch+0x87 > sleepq_wait(ce138854,0,c93c7b60,ce138830,0,...) at sleepq_wait+0x5c > msleep(ce138854,ce1387ec,4d,c096823e,0) at msleep+0x269 > bufobj_wwait(ce138830,0,0,0,ce1387ec,...) at bufobj_wwait+0x37 > nfs_flush(ce138770,1,c93c7b60,0,c93c7b60,...) at nfs_flush+0x8c8 > nfs_close(eed95b80) at nfs_close+0xfd > VOP_CLOSE_APV(c09ec5c0,eed95b80) at VOP_CLOSE_APV+0x38 > vn_close(ce138770,2,cd769100,c93c7b60) at vn_close+0x5a > vn_closefile(c9094900,c93c7b60) at vn_closefile+0xea > fdrop_locked(c9094900,c93c7b60,cf054600,eed95ca8,c06875f3,...) at > fdrop_locked+0xd0 > fdrop(c9094900,c93c7b60,c93c7b60,eed95c64,1,...) at fdrop+0x41 > closef(c9094900,c93c7b60,0,eed95d38,c949ea78,...) at closef+0x42f > kern_close(c93c7b60,3,eed95d30,c08e1d4b,c93c7b60,...) at kern_close+0x20d > close(c93c7b60,eed95d04) at close+0x10 > syscall(3b,808003b,bfbf003b,0,28190a20,...) at syscall+0x2bf > Xint0x80_syscall() at Xint0x80_syscall+0x1f > --- syscall (6, FreeBSD ELF32, close), eip =3D 0x2816c1e7, esp =3D > 0xbfbfeb1c, ebp =3D 0xbfbfeb38 --- > db> show lockedvnods > Locked vnodes > > 0xce138770: tag nfs, type VREG > =A0 =A0usecount 1, writecount 0, refcount 3 mountedhere 0 > =A0 =A0flags () > =A0 =A0v_object 0xcd0a2528 ref 0 pages 1 > =A0 =A0 lock type nfs: EXCL (count 1) by thread 0xc93c7b60 (pid 37581) > =A0 =A0 =A0 =A0fileid 1372174 fsid 0x100ff05 > db> show lockedbufs > buf at 0xdbf92d08 > b_flags =3D 0x20000024 > b_error =3D 0, b_bufsize =3D 2048, b_bcount =3D 1779, b_resid =3D 0 > b_bufobj =3D (0xce138830), b_data =3D 0xe2e99000, b_blkno =3D 0 > b_npages =3D 1, pages(OBJ, IDX, PA): (0xcd0a2528, 0x0, 0xa8067000) > > db> show proc 37581 > Process 37581 (awk) at 0xc949ea78: > =A0state: NORMAL > =A0uid: 0 =A0gids: 0, 0, 2, 3, 4, 5, 20, 31 > =A0parent: pid 37557 at 0xc949e860 > =A0ABI: FreeBSD ELF32 > =A0arguments: awk > =A0threads: 1 > 100364 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 D =A0 =A0 =A0 bo_wwait 0xce138= 854 awk > > Next. > > # umount /usr/src > load: 0.36 =A0cmd: umount 37888 [nfs] 0.00u 0.04s 0% 900k > > db> bt 37888 > Tracing pid 37888 tid 100130 td 0xc93c84e0 > sched_switch(c93c84e0,0,1) at sched_switch+0x143 > mi_switch(1,0,c93c84e0,eeda4aa0,c06ce6f0,...) at mi_switch+0x1ba > sleepq_switch(ce1387c8) at sleepq_switch+0x87 > sleepq_wait(ce1387c8,0,c93c84e0,ce1387c8,4,...) at sleepq_wait+0x5c > msleep(ce1387c8,c0a4af54,50,c09729b5,0,...) at msleep+0x269 > acquire(eeda4b20,40,60000,c93c84e0,0,...) at acquire+0x7b > lockmgr(ce1387c8,2002,ce1387ec,c93c84e0,eeda4b44,...) at lockmgr+0x3fe > vop_stdlock(eeda4b68) at vop_stdlock+0x1e > VOP_LOCK_APV(c09ec5c0,eeda4b68) at VOP_LOCK_APV+0x43 > vn_lock(ce138770,2002,c93c84e0) at vn_lock+0xf4 > vflush(cf4f8cf8,1,0,c93c84e0) at vflush+0x136 > nfs_unmount(cf4f8cf8,8000000,c93c84e0) at nfs_unmount+0x3c > dounmount(cf4f8cf8,8000000,c93c84e0) at dounmount+0x3fa > unmount(c93c84e0,eeda4d04) at unmount+0x279 > syscall(3b,3b,3b,804a4aa,804de10,...) at syscall+0x2bf > Xint0x80_syscall() at Xint0x80_syscall+0x1f > --- syscall (22, FreeBSD ELF32, unmount), eip =3D 0x280be967, esp =3D > 0xbfbfe56c, ebp =3D 0xbfbfe618 --- > db> show lockedvnods > Locked vnodes > > 0xca176aa0: tag ufs, type VDIR > =A0 =A0usecount 1, writecount 0, refcount 1 mountedhere 0xcf4f8cf8 > =A0 =A0flags () > =A0 =A0v_object 0xcb111294 ref 0 pages 0 > =A0 =A0 lock type ufs: EXCL (count 1) by thread 0xc93c84e0 (pid 37888) > =A0 =A0 =A0 =A0ino 1436672, on dev aacd0s1f > > 0xce138770: tag nfs, type VREG > =A0 =A0usecount 1, writecount 0, refcount 4 mountedhere 0 > =A0 =A0flags () > =A0 =A0v_object 0xcd0a2528 ref 0 pages 1 > =A0 =A0 lock type nfs: EXCL (count 1) by thread 0xc93c7b60 (pid 37581) > with 1 pending > =A0 =A0 =A0 =A0fileid 1372174 fsid 0x100ff05 > db> show lockedbufs > buf at 0xdbf92d08 > b_flags =3D 0x20000024 > b_error =3D 0, b_bufsize =3D 2048, b_bcount =3D 1779, b_resid =3D 0 > b_bufobj =3D (0xce138830), b_data =3D 0xe2e99000, b_blkno =3D 0 > b_npages =3D 1, pages(OBJ, IDX, PA): (0xcd0a2528, 0x0, 0xa8067000) > db> show proc 37888 > Process 37888 (umount) at 0xc949e000: > =A0state: NORMAL > =A0uid: 0 =A0gids: 0, 0, 2, 3, 4, 5, 20, 31 > =A0parent: pid 37812 at 0xc936ea78 > =A0ABI: FreeBSD ELF32 > =A0arguments: umount > =A0threads: 1 > 100130 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 D =A0 =A0 =A0 nfs =A0 =A0 =A00= xce1387c8 umount > > > -- > wbr, > pluknet > --=20 wbr, pluknet