Date: Mon, 2 Mar 2015 13:02:48 -0500 From: Brett Wynkoop <freesbd-arm@wynn.com> To: Warner Losh <imp@bsdimp.com>, freebsd-arm@freebsd.org Subject: Re: crash on writing usbstick Message-ID: <20150302130248.18e80010@ivory.wynn.com> In-Reply-To: <7C0DC8EC-3DC5-4731-8711-45CD1E8C396C@bsdimp.com> References: <20150301041855.5352663e@ivory.wynn.com> <20150301144653.63b38cdf@ivory.wynn.com> <20150301184456.7b5e6487@ivory.wynn.com> <1DC8221F-64EA-418C-8CE5-5FFA4F3DBC64@bsdimp.com> <20150301210558.3fbdb18b@ivory.wynn.com> <A06E3230-C383-4D3E-B4D7-DCECC74595DB@bsdimp.com> <20150302011446.6743ae97@ivory.wynn.com> <7C0DC8EC-3DC5-4731-8711-45CD1E8C396C@bsdimp.com>
next in thread | previous in thread | raw e-mail | index | archive | help
On Mon, 2 Mar 2015 08:00:35 -0700
Warner Losh <imp@bsdimp.com> wrote:
> So you=E2=80=99re just doing an rsync?
>=20
> Does it happen if you dd /dev/zero to a file on the file system, or
> just when creating boatloads of files?
I am not sure yet. I have not tried that. The last crash took longer
to happen. Here is the info:
shells/bash/files/
shells/bash/files/extrapatch-colonbreakswords
shells/bash/files/extrapatch-implicitcd
shells/bash/files/extrapatch-import-functions
Read from remote host 199.89.147.183: Operation timed out
Connection to 199.89.147.183 closed.
And the error from the console when that happened:
login: mode =3D 02, inum =3D 804008, fs =3D /export
panic: ffs_valloc: dup alloc
KDB: enter: panic
[ thread pid 1047 tid 100089 ]
Stopped at $d.7: ldrb r15, [r15, r15, ror r15]!
db>=20
Now the above and the backtrace:
FreeBSD/arm (beaglebone.wynn.com) (ttyu0)
login: lock order reversal:
1st 0xc1030f90 bufwait (bufwait) @ kern/vfs_bio.c:3097
2nd 0xc2408000 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:285
KDB: stack backtrace:
db_trace_self() at db_trace_self
pc =3D 0xc05ffbf0 lr =3D 0xc0233fc4 (db_trace_self_wrapper+0x30)
sp =3D 0xd48867f0 fp =3D 0xd4886908
r10 =3D 0xc065e1ca
db_trace_self_wrapper() at db_trace_self_wrapper+0x30
pc =3D 0xc0233fc4 lr =3D 0xc03f75c4 (witness_checkorder+0xf4c)
sp =3D 0xd4886910 fp =3D 0xd4886960
r4 =3D 0xc0693acc r5 =3D 0xc2408000
r6 =3D 0xc0693727 r7 =3D 0xc0693724
witness_checkorder() at witness_checkorder+0xf4c
pc =3D 0xc03f75c4 lr =3D 0xc03a9fa8 (_sx_xlock+0x80)
sp =3D 0xd4886968 fp =3D 0xd4886998
r4 =3D 0x0000011d r5 =3D 0xc069371b
r6 =3D 0xc2408010 r7 =3D 0xc2408000
r8 =3D 0x00000000 r9 =3D 0x0000001c
r10 =3D 0xd4886a60
_sx_xlock() at _sx_xlock+0x80
pc =3D 0xc03a9fa8 lr =3D 0xc05b97b0 (ufsdirhash_add+0x3c)
sp =3D 0xd48869a0 fp =3D 0xd48869c0
r4 =3D 0xc2408000 r5 =3D 0x00000820
r6 =3D 0xc271ae80 r7 =3D 0x00000020
r8 =3D 0xd4886a60 r10 =3D 0xd4886a60
ufsdirhash_add() at ufsdirhash_add+0x3c
pc =3D 0xc05b97b0 lr =3D 0xc05bc424 (ufs_direnter+0x46c)
sp =3D 0xd48869c8 fp =3D 0xd4886a30
r4 =3D 0xc271ae80 r5 =3D 0xc27316c0
r6 =3D 0xc75b4820 r7 =3D 0x00000020
r8 =3D 0x00000000 r9 =3D 0x0000001c
r10 =3D 0xd4886a60
ufs_direnter() at ufs_direnter+0x46c
pc =3D 0xc05bc424 lr =3D 0xc05c53bc (ufs_mkdir+0x734)
sp =3D 0xd4886a38 fp =3D 0xd4886bc0
r4 =3D 0xd4886a60 r5 =3D 0xc27316c0
r6 =3D 0xd4886d48 r7 =3D 0x00000000
r8 =3D 0xc2864b80 r9 =3D 0xc271ae80
r10 =3D 0xd4886c80
ufs_mkdir() at ufs_mkdir+0x734
pc =3D 0xc05c53bc lr =3D 0xc062c514 (VOP_MKDIR_APV+0x12c)
sp =3D 0xd4886bc8 fp =3D 0xd4886be0
r4 =3D 0xd4886d48 r5 =3D 0xc0753234
r6 =3D 0x00000000 r7 =3D 0xbfffdecc
r8 =3D 0x00000000 r9 =3D 0x00000000
r10 =3D 0xd4886c88
VOP_MKDIR_APV() at VOP_MKDIR_APV+0x12c
pc =3D 0xc062c514 lr =3D 0xc04568c0 (kern_mkdirat+0x194)
sp =3D 0xd4886be8 fp =3D 0xd4886d80
r4 =3D 0xd4886c18 r5 =3D 0xd4886cb0
r6 =3D 0xd4886d44 r10 =3D 0xd4886c88
kern_mkdirat() at kern_mkdirat+0x194
pc =3D 0xc04568c0 lr =3D 0xc0456724 (sys_mkdir+0x24)
sp =3D 0xd4886d88 fp =3D 0xd4886d90
r4 =3D 0xc2642000 r5 =3D 0x00000000
r6 =3D 0xc07e5900 r7 =3D 0x00000000
r8 =3D 0xd4886df8 r9 =3D 0xc26fd378
r10 =3D 0xffffffff
sys_mkdir() at sys_mkdir+0x24
pc =3D 0xc0456724 lr =3D 0xc0613980 (swi_handler+0x2e4)
sp =3D 0xd4886d98 fp =3D 0xd4886e48
swi_handler() at swi_handler+0x2e4
pc =3D 0xc0613980 lr =3D 0xc06012a0 (swi_exit)
sp =3D 0xd4886e50 fp =3D 0xbfffdea0
r4 =3D 0x2086cf30 r5 =3D 0x2080d100
r6 =3D 0x2080d100 r7 =3D 0x00000088
r8 =3D 0xffffffff r9 =3D 0x2086cf30
r10 =3D 0xffffffff
swi_exit() at swi_exit
pc =3D 0xc06012a0 lr =3D 0xc06012a0 (swi_exit)
sp =3D 0xd4886e50 fp =3D 0xbfffdea0
aintc0: Spurious interrupt detected (0xffffffff)
aintc0: Spurious interrupt detected (0xffffffff)
FreeBSD/arm (beaglebone.wynn.com) (ttyu0)
login:=20
FreeBSD/arm (beaglebone.wynn.com) (ttyu0)
login: aintc0: Spurious interrupt detected (0xffffffff)
FreeBSD/arm (beaglebone.wynn.com) (ttyu0)
login:=20
FreeBSD/arm (beaglebone.wynn.com) (ttyu0)
login:=20
FreeBSD/arm (beaglebone.wynn.com) (ttyu0)
login: aintc0: Spurious interrupt detected (0xffffffff)
FreeBSD/arm (beaglebone.wynn.com) (ttyu0)
login: aintc0: Spurious interrupt detected (0xffffffff)
aintc0: Spurious interrupt detected (0xffffffff)
aintc0: Spurious interrupt detected (0xffffffff)
aintc0: Spurious interrupt detected (0xffffffff)
FreeBSD/arm (beaglebone.wynn.com) (ttyu0)
login: aintc0: Spurious interrupt detected (0xffffffff)
aintc0: Spurious interrupt detected (0xffffffff)
aintc0: Spurious interrupt detected (0xffffffff)
aintc0: Spurious interrupt detected (0xffffffff)
FreeBSD/arm (beaglebone.wynn.com) (ttyu0)
login: mode =3D 02, inum =3D 804008, fs =3D /export
panic: ffs_valloc: dup alloc
KDB: enter: panic
[ thread pid 1047 tid 100089 ]
Stopped at $d.7: ldrb r15, [r15, r15, ror r15]!
db> tr
Tracing pid 1047 tid 100089 td 0xc2642000
db_trace_self() at db_trace_self
pc =3D 0xc05ffbf0 lr =3D 0xc0231f78 (db_stack_trace+0x108)
sp =3D 0xd4886660 fp =3D 0xd4886678
r10 =3D 0xc07e3b24
db_stack_trace() at db_stack_trace+0x108
pc =3D 0xc0231f78 lr =3D 0xc02318e8 (db_command+0x294)
sp =3D 0xd4886680 fp =3D 0xd4886720
r4 =3D 0x00000000 r5 =3D 0x00000000
r6 =3D 0x00000000 r10 =3D 0xc07e3b24
db_command() at db_command+0x294
pc =3D 0xc02318e8 lr =3D 0xc0231644 (db_command_loop+0x74)
sp =3D 0xd4886728 fp =3D 0xd4886738
r4 =3D 0xc064c9b6 r5 =3D 0xc066dd32
r6 =3D 0xc07e3b10 r7 =3D 0xc0721c14
r8 =3D 0xc077e1c0 r9 =3D 0xc077e1c4
r10 =3D 0xd4886908
db_command_loop() at db_command_loop+0x74
pc =3D 0xc0231644 lr =3D 0xc0234128 (db_trap+0x108)
sp =3D 0xd4886740 fp =3D 0xd4886860
--More-- r4 =3D 0x00000000 r5 =3D 0xc07e3b1c
r6 =3D 0xc077e1e8 r10 =3D 0xd4886908
db_trap() at db_trap+0x108
pc =3D 0xc0234128 lr =3D 0xc03dcedc (kdb_trap+0xd4)
sp =3D 0xd4886868 fp =3D 0xd4886888
r4 =3D 0x00000000 r5 =3D 0x00000001
r6 =3D 0xc077e1e8 r7 =3D 0xc0721c14
kdb_trap() at kdb_trap+0xd4
pc =3D 0xc03dcedc lr =3D 0xc0614cf8 (undefinedinstruction+0x2c8)
sp =3D 0xd4886890 fp =3D 0xd4886900
r4 =3D 0x00000000 r5 =3D 0x00000000
r6 =3D 0xc0614980 r7 =3D 0xe7ffffff
r8 =3D 0xc2642000 r9 =3D 0xc03dc79c
r10 =3D 0xd4886908
undefinedinstruction() at undefinedinstruction+0x2c8
pc =3D 0xc0614cf8 lr =3D 0xc0601310 (exception_exit)
sp =3D 0xd4886908 fp =3D 0xd4886960
r4 =3D 0xc066dd87 r5 =3D 0xd48869a4
r6 =3D 0xc068e208 r7 =3D 0xc0770718
r8 =3D 0xc2642000 r9 =3D 0xc07e5c18
--More-- r10 =3D 0xc0770580
exception_exit() at exception_exit
pc =3D 0xc0601310 lr =3D 0xc03dc78c (kdb_enter+0x48)
sp =3D 0xd4886958 fp =3D 0xd4886960
r0 =3D 0xc077e1d4 r1 =3D 0x00000000
r2 =3D 0xc0671a3b r3 =3D 0x000000aa
r4 =3D 0xc066dd87 r5 =3D 0xd48869a4
r6 =3D 0xc068e208 r7 =3D 0xc0770718
r8 =3D 0xc2642000 r9 =3D 0xc07e5c18
r10 =3D 0xc0770580 r12 =3D 0x00000000
$a.8() at $a.8
pc =3D 0xc03dc7a0 lr =3D 0xc03a260c (vpanic+0xd0)
sp =3D 0xd4886968 fp =3D 0xd4886988
r4 =3D 0x00000100 r10 =3D 0xc0770580
vpanic() at vpanic+0xd0
pc =3D 0xc03a260c lr =3D 0xc03a2660 (kproc_shutdown)
sp =3D 0xd4886990 fp =3D 0xd4886998
r4 =3D 0xc244e000 r5 =3D 0xd4886b84
r6 =3D 0x000c44a8 r7 =3D 0xc3609780
r8 =3D 0x00000000 r9 =3D 0x000041c0
--More-- r10 =3D 0xc244e000
kproc_shutdown() at kproc_shutdown
pc =3D 0xc03a2660 lr =3D 0xc0581018 (ffs_nodealloccg)
sp =3D 0xd48869a0 fp =3D 0xd4886a30
r4 =3D 0xd48869a4 r5 =3D 0xc244e000
ffs_nodealloccg() at ffs_nodealloccg
pc =3D 0xc0581018 lr =3D 0xc05c4cf4 (ufs_mkdir+0x6c)
sp =3D 0xd4886a38 fp =3D 0xd4886bc0
r4 =3D 0x000041c0 r5 =3D 0xc36056c0
r6 =3D 0xd4886d48 r7 =3D 0xc0580818
r8 =3D 0x00000000 r9 =3D 0xc306a980
r10 =3D 0xd4886c80
ufs_mkdir() at ufs_mkdir+0x6c
pc =3D 0xc05c4cf4 lr =3D 0xc062c514 (VOP_MKDIR_APV+0x12c)
sp =3D 0xd4886bc8 fp =3D 0xd4886be0
r4 =3D 0xd4886d48 r5 =3D 0xc0753234
r6 =3D 0x00000000 r7 =3D 0xbfffdecc
r8 =3D 0x00000000 r9 =3D 0x00000000
r10 =3D 0xd4886c88
VOP_MKDIR_APV() at VOP_MKDIR_APV+0x12c
--More-- pc =3D 0xc062c514 lr =3D 0xc04568c0
(kern_mkdirat+0x194) sp =3D 0xd4886be8 fp =3D 0xd4886d80
r4 =3D 0xd4886c18 r5 =3D 0xd4886cb0
r6 =3D 0xd4886d44 r10 =3D 0xd4886c88
kern_mkdirat() at kern_mkdirat+0x194
pc =3D 0xc04568c0 lr =3D 0xc0456724 (sys_mkdir+0x24)
sp =3D 0xd4886d88 fp =3D 0xd4886d90
r4 =3D 0xc2642000 r5 =3D 0x00000000
r6 =3D 0xc07e5900 r7 =3D 0x00000000
r8 =3D 0xd4886df8 r9 =3D 0xc26fd378
r10 =3D 0xffffffff
sys_mkdir() at sys_mkdir+0x24
pc =3D 0xc0456724 lr =3D 0xc0613980 (swi_handler+0x2e4)
sp =3D 0xd4886d98 fp =3D 0xd4886e48
swi_handler() at swi_handler+0x2e4
pc =3D 0xc0613980 lr =3D 0xc06012a0 (swi_exit)
sp =3D 0xd4886e50 fp =3D 0xbfffdea0
r4 =3D 0x22422348 r5 =3D 0x21be6a40
r6 =3D 0x21be6a40 r7 =3D 0x00000088
r8 =3D 0xffffffff r9 =3D 0x22422348
--More-- r10 =3D 0xffffffff
swi_exit() at swi_exit
pc =3D 0xc06012a0 lr =3D 0xc06012a0 (swi_exit)
sp =3D 0xd4886e50 fp =3D 0xbfffdea0
db>
db> cont
Uptime: 5h14m16s
So looks like it took 5 hours to crash on that rsync.
Now I will write zeros until I fill the partation or the box crashes.
-Brett
--=20
wynkoop@wynn.com http://prd4.wynn.com/wynkoop/pgp-keys.txt
917-642-6925
929-272-0000
A free people ought to be armed. - George Washington
Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?20150302130248.18e80010>