Skip site navigation (1)Skip section navigation (2)
Date:      Fri, 10 Jan 2020 11:27:53 -0800
From:      Mark Millard <marklmi@yahoo.com>
To:        freebsd-arm <freebsd-arm@freebsd.org>
Subject:   Re: head -r356426 armv7 kyua run: Fatal kernel mode data abort: 'Translation Fault (L2)' on read during procstat_test:kernel_stacks
Message-ID:  <A2ADF7DD-9094-4BDF-90E7-95ECA0745C39@yahoo.com>
In-Reply-To: <63F067CC-4024-437E-887A-B0F445897121@yahoo.com>
References:  <393D35C2-D8B1-4200-8EDC-D0340E706DF8@yahoo.com> <63F067CC-4024-437E-887A-B0F445897121@yahoo.com>

next in thread | previous in thread | raw e-mail | index | archive | help


On 2020-Jan-10, at 07:28, Mark Millard <marklmi at yahoo.com> wrote:

> On 2020-Jan-9, at 21:30, Mark Millard <marklmi at yahoo.com> wrote:
>=20
>> . . .
>> usr.bin/procstat/procstat_test:binary_info  ->  passed  [0.289s]
>> usr.bin/procstat/procstat_test:command_line_arguments  ->  passed  =
[0.279s]
>> usr.bin/procstat/procstat_test:environment  ->  passed  [0.283s]
>> usr.bin/procstat/procstat_test:file_descriptor  ->  passed  [0.269s]
>> usr.bin/procstat/procstat_test:kernel_stacks  -> =20
>>=20
>>=20
>>=20
>> Fatal kernel mode data abort: 'Translation Fault (L2)' on read
>> trapframe: 0xdf4fdac0
>> FSR=3D00000007, FAR=3De1b65108, spsr=3D800000d3
>> r0 =3Ddf4fdb84, r1 =3D00000000, r2 =3De1b64f98, r3 =3D0000005b
>> r4 =3De415f680, r5 =3De1b64f98, r6 =3D0000002e, r7 =3D00000000
>> r8 =3Dc50de720, r9 =3D00000002, r10=3D00000018, r11=3Ddf4fdb78
>> r12=3De415f6cc, ssp=3Ddf4fdb54, slr=3D00000001, pc =3Dc06890b0
>>=20
>> panic: Fatal abort
>> cpuid =3D 0
>> time =3D 1578628839
>> KDB: stack backtrace:
>> db_trace_self() at db_trace_self
>>        pc =3D 0xc0664b3c  lr =3D 0xc007f710 =
(db_trace_self_wrapper+0x30)
>>        sp =3D 0xdf4fd898  fp =3D 0xdf4fd9b0
>> db_trace_self_wrapper() at db_trace_self_wrapper+0x30
>>        pc =3D 0xc007f710  lr =3D 0xc02e5d14 (vpanic+0x164)
>>        sp =3D 0xdf4fd9b8  fp =3D 0xdf4fd9d8
>>        r4 =3D 0x00000100  r5 =3D 0xe13d63c0
>>        r6 =3D 0xc07b4188  r7 =3D 0x00000000
>> vpanic() at vpanic+0x164
>>        pc =3D 0xc02e5d14  lr =3D 0xc02e5bb0 (vpanic)
>>        sp =3D 0xdf4fd9e0  fp =3D 0xdf4fd9e4
>>        r4 =3D 0xdf4fdac0  r5 =3D 0x00000013
>>        r6 =3D 0xe1b65108  r7 =3D 0x00000007
>>        r8 =3D 0x00000007  r9 =3D 0xe13d63c0
>>       r10 =3D 0xe1b65108
>> vpanic() at vpanic
>>        pc =3D 0xc02e5bb0  lr =3D 0xc06886e0 (abort_align)
>>        sp =3D 0xdf4fd9ec  fp =3D 0xdf4fda18
>>        r4 =3D 0x00000007  r5 =3D 0x00000007
>>        r6 =3D 0xe13d63c0  r7 =3D 0xe1b65108
>>        r8 =3D 0xdf4fd9e4  r9 =3D 0xc02e5bb0
>>       r10 =3D 0xdf4fd9ec
>> abort_align() at abort_align
>>        pc =3D 0xc06886e0  lr =3D 0xc068828c (abort_handler+0x2f8)
>>        sp =3D 0xdf4fda20  fp =3D 0xdf4fdab8
>>        r4 =3D 0x00000013  r5 =3D 0xe1b65108
>> abort_handler() at abort_handler+0x2f8
>>        pc =3D 0xc068828c  lr =3D 0xc0667488 (exception_exit)
>>        sp =3D 0xdf4fdac0  fp =3D 0xdf4fdb78
>>        r4 =3D 0xe415f680  r5 =3D 0xe1b64f98
>>        r6 =3D 0x0000002e  r7 =3D 0x00000000
>>        r8 =3D 0xc50de720  r9 =3D 0x00000002
>>       r10 =3D 0x00000018
>> exception_exit() at exception_exit
>>        pc =3D 0xc0667488  lr =3D 0x00000001 (0x1)
>>        sp =3D 0xdf4fdb54  fp =3D 0xdf4fdb78
>>        r0 =3D 0xdf4fdb84  r1 =3D 0x00000000
>>        r2 =3D 0xe1b64f98  r3 =3D 0x0000005b
>>        r4 =3D 0xe415f680  r5 =3D 0xe1b64f98
>>        r6 =3D 0x0000002e  r7 =3D 0x00000000
>>        r8 =3D 0xc50de720  r9 =3D 0x00000002
>>       r10 =3D 0x00000018 r12 =3D 0xe415f6cc
>> unwind_stack_one() at unwind_stack_one+0x98
>>        pc =3D 0xc06890b0  lr =3D 0xc0685028 (stack_save_td+0x4c)
>>        sp =3D 0xdf4fdb80  fp =3D 0xdf4fdbe0
>>        r4 =3D 0xe415f680  r5 =3D 0xdf4fdb84
>>        r6 =3D 0xe9cc5800  r7 =3D 0xdf4fdcd8
>>        r8 =3D 0xc50de720  r9 =3D 0x00000002
>>       r10 =3D 0x00000018
>> stack_save_td() at stack_save_td+0x4c
>>        pc =3D 0xc0685028  lr =3D 0xc02d2428 =
(sysctl_kern_proc_kstack+0x2d8)
>>        sp =3D 0xdf4fdbe8  fp =3D 0xdf4fdc48
>>        r4 =3D 0xc50e1000  r5 =3D 0xe35ea780
>> sysctl_kern_proc_kstack() at sysctl_kern_proc_kstack+0x2d8
>>        pc =3D 0xc02d2428  lr =3D 0xc02f7204 =
(sysctl_root_handler_locked+0xf0)
>>        sp =3D 0xdf4fdc50  fp =3D 0xdf4fdc80
>>        r4 =3D 0xc0929d30  r5 =3D 0xdf4fdd5c
>>        r6 =3D 0xc02d2150  r7 =3D 0xc0974ac4
>>        r8 =3D 0x00000000  r9 =3D 0x00000001
>>       r10 =3D 0xdf4fdcd8
>> sysctl_root_handler_locked() at sysctl_root_handler_locked+0xf0
>>        pc =3D 0xc02f7204  lr =3D 0xc02f6730 (sysctl_root+0x274)
>>        sp =3D 0xdf4fdc88  fp =3D 0xdf4fdcc8
>>        r4 =3D 0xdf4fdcd8  r5 =3D 0xc0929d30
>>        r6 =3D 0x00000000  r7 =3D 0xdf4fdd5c
>>        r8 =3D 0xdf4fdc90  r9 =3D 0x00000000
>>       r10 =3D 0x00000001
>> sysctl_root() at sysctl_root+0x274
>>        pc =3D 0xc02f6730  lr =3D 0xc02f6cb4 (userland_sysctl+0x170)
>>        sp =3D 0xdf4fdcd0  fp =3D 0xdf4fdd28
>>        r4 =3D 0x00000004  r5 =3D 0xdf4fdd50
>>        r6 =3D 0x00000000  r7 =3D 0x00000000
>>        r8 =3D 0xdf4fdcd8  r9 =3D 0x00000000
>>       r10 =3D 0x00000000
>> userland_sysctl() at userland_sysctl+0x170
>>        pc =3D 0xc02f6cb4  lr =3D 0xc02f6b00 (sys___sysctl+0x7c)
>>        sp =3D 0xdf4fdd30  fp =3D 0xdf4fddc0
>>        r4 =3D 0xe13d6668  r5 =3D 0xe13d63c0
>>        r6 =3D 0xdf4fdd4c  r7 =3D 0x00000000
>>        r8 =3D 0xe13d6660  r9 =3D 0xc0974ac4
>>       r10 =3D 0xc0974a90
>> sys___sysctl() at sys___sysctl+0x7c
>>        pc =3D 0xc02f6b00  lr =3D 0xc068799c (swi_handler+0x3c8)
>>        sp =3D 0xdf4fddc8  fp =3D 0xdf4fde40
>>        r4 =3D 0xe13d63c0  r5 =3D 0x00000000
>>        r6 =3D 0xe167f390 r10 =3D 0xc0974a90
>> swi_handler() at swi_handler+0x3c8
>>        pc =3D 0xc068799c  lr =3D 0xc0667418 (swi_exit)
>>        sp =3D 0xdf4fde48  fp =3D 0xbfbfe388
>>        r4 =3D 0x00000000  r5 =3D 0xbfbfe39c
>>        r6 =3D 0xbfbfe3a0  r7 =3D 0x000000ca
>>        r8 =3D 0x00000000  r9 =3D 0x00000000
>>       r10 =3D 0x0001b144
>> swi_exit() at swi_exit
>>        pc =3D 0xc0667418  lr =3D 0xc0667418 (swi_exit)
>>        sp =3D 0xdf4fde48  fp =3D 0xbfbfe388
>> KDB: enter: panic
>> [ thread pid 16781 tid 100185 ]
>> Stopped at      kdb_enter+0x58: ldrb    r15, [r15, r15, ror r15]!
>> db>=20
>>=20
>> This was on an OrangePi+2E. world and kernel
>> were non-debug builds.
>=20
> In 4 kyua runs that attempt the full set of tests,
> I've this type of crash twice (at the same test).
>=20
> Fatal kernel mode data abort: 'Translation Fault (L2)' on read
> trapframe: 0xe48b7ac0
> FSR=3D00000007, FAR=3De1d5f108, spsr=3D800000d3
> r0 =3De48b7b84, r1 =3D00000000, r2 =3De1d5ef98, r3 =3D0000005b
> r4 =3De2a97a00, r5 =3De1d5ef98, r6 =3D0000002e, r7 =3D00000000
> r8 =3Dc50de720, r9 =3D00000002, r10=3D00000018, r11=3De48b7b78
> r12=3De2a97a4c, ssp=3De48b7b54, slr=3D00000001, pc =3Dc06890b0
>=20
> timeout stopping cpus
> panic: Fatal abort
> cpuid =3D 3
> time =3D 1578649814
> KDB: stack backtrace:
> db_trace_self() at db_trace_self
>         pc =3D 0xc0664b3c  lr =3D 0xc007f710 =
(db_trace_self_wrapper+0x30)
>         sp =3D 0xe48b7898  fp =3D 0xe48b79b0
> db_trace_self_wrapper() at db_trace_self_wrapper+0x30
>         pc =3D 0xc007f710  lr =3D 0xc02e5d14 (vpanic+0x164)
>         sp =3D 0xe48b79b8  fp =3D 0xe48b79d8
>         r4 =3D 0x00000100  r5 =3D 0xe1339000
>         r6 =3D 0xc07b4188  r7 =3D 0x00000000
> vpanic() at vpanic+0x164
>         pc =3D 0xc02e5d14  lr =3D 0xc02e5bb0 (vpanic)
>         sp =3D 0xe48b79e0  fp =3D 0xe48b79e4
>         r4 =3D 0xe48b7ac0  r5 =3D 0x00000013
>         r6 =3D 0xe1d5f108  r7 =3D 0x00000007
>         r8 =3D 0x00000007  r9 =3D 0xe1339000
>        r10 =3D 0xe1d5f108
> vpanic() at vpanic
>         pc =3D 0xc02e5bb0  lr =3D 0xc06886e0 (abort_align)
>         sp =3D 0xe48b79ec  fp =3D 0xe48b7a18
>         r4 =3D 0x00000007  r5 =3D 0x00000007
>         r6 =3D 0xe1339000  r7 =3D 0xe1d5f108
>         r8 =3D 0xe48b79e4  r9 =3D 0xc02e5bb0
>        r10 =3D 0xe48b79ec
> abort_align() at abort_align
>         pc =3D 0xc06886e0  lr =3D 0xc068828c (abort_handler+0x2f8)
>         sp =3D 0xe48b7a20  fp =3D 0xe48b7ab8
>         r4 =3D 0x00000013  r5 =3D 0xe1d5f108
> abort_handler() at abort_handler+0x2f8
>         pc =3D 0xc068828c  lr =3D 0xc0667488 (exception_exit)
>         sp =3D 0xe48b7ac0  fp =3D 0xe48b7b78
>         r4 =3D 0xe2a97a00  r5 =3D 0xe1d5ef98
>         r6 =3D 0x0000002e  r7 =3D 0x00000000
>         r8 =3D 0xc50de720  r9 =3D 0x00000002
>        r10 =3D 0x00000018
> exception_exit() at exception_exit
>         pc =3D 0xc0667488  lr =3D 0x00000001 (0x1)
>         sp =3D 0xe48b7b54  fp =3D 0xe48b7b78
>         r0 =3D 0xe48b7b84  r1 =3D 0x00000000
>         r2 =3D 0xe1d5ef98  r3 =3D 0x0000005b
>         r4 =3D 0xe2a97a00  r5 =3D 0xe1d5ef98
>         r6 =3D 0x0000002e  r7 =3D 0x00000000
>         r8 =3D 0xc50de720  r9 =3D 0x00000002
>        r10 =3D 0x00000018 r12 =3D 0xe2a97a4c
> unwind_stack_one() at unwind_stack_one+0x98
>         pc =3D 0xc06890b0  lr =3D 0xc0685028 (stack_save_td+0x4c)
>         sp =3D 0xe48b7b80  fp =3D 0xe48b7be0
>         r4 =3D 0xe2a97a00  r5 =3D 0xe48b7b84
>         r6 =3D 0xe6eee000  r7 =3D 0xe48b7cd8
>         r8 =3D 0xc50de720  r9 =3D 0x00000002
>        r10 =3D 0x00000018
> stack_save_td() at stack_save_td+0x4c
>         pc =3D 0xc0685028  lr =3D 0xc02d2428 =
(sysctl_kern_proc_kstack+0x2d8)
>         sp =3D 0xe48b7be8  fp =3D 0xe48b7c48
>         r4 =3D 0xc50e1000  r5 =3D 0xe2a79280
> sysctl_kern_proc_kstack() at sysctl_kern_proc_kstack+0x2d8
>         pc =3D 0xc02d2428  lr =3D 0xc02f7204 =
(sysctl_root_handler_locked+0xf0)
>         sp =3D 0xe48b7c50  fp =3D 0xe48b7c80
>         r4 =3D 0xc0929d30  r5 =3D 0xe48b7d5c
>         r6 =3D 0xc02d2150  r7 =3D 0xc0974ac4
>         r8 =3D 0x00000000  r9 =3D 0x00000001
>        r10 =3D 0xe48b7cd8
> sysctl_root_handler_locked() at sysctl_root_handler_locked+0xf0
>         pc =3D 0xc02f7204  lr =3D 0xc02f6730 (sysctl_root+0x274)
>         sp =3D 0xe48b7c88  fp =3D 0xe48b7cc8
>         r4 =3D 0xe48b7cd8  r5 =3D 0xc0929d30
>         r6 =3D 0x00000000  r7 =3D 0xe48b7d5c
>         r8 =3D 0xe48b7c90  r9 =3D 0x00000000
>        r10 =3D 0x00000001
> sysctl_root() at sysctl_root+0x274
>         pc =3D 0xc02f6730  lr =3D 0xc02f6cb4 (userland_sysctl+0x170)
>         sp =3D 0xe48b7cd0  fp =3D 0xe48b7d28
>         r4 =3D 0x00000004  r5 =3D 0xe48b7d50
>         r6 =3D 0x00000000  r7 =3D 0x00000000
>         r8 =3D 0xe48b7cd8  r9 =3D 0x00000000
>        r10 =3D 0x00000000
> userland_sysctl() at userland_sysctl+0x170
>         pc =3D 0xc02f6cb4  lr =3D 0xc02f6b00 (sys___sysctl+0x7c)
>         sp =3D 0xe48b7d30  fp =3D 0xe48b7dc0
>         r4 =3D 0xe13392a8  r5 =3D 0xe1339000
>         r6 =3D 0xe48b7d4c  r7 =3D 0x00000000
>         r8 =3D 0xe13392a0  r9 =3D 0xc0974ac4
>        r10 =3D 0xc0974a90
> sys___sysctl() at sys___sysctl+0x7c
>         pc =3D 0xc02f6b00  lr =3D 0xc068799c (swi_handler+0x3c8)
>         sp =3D 0xe48b7dc8  fp =3D 0xe48b7e40
>         r4 =3D 0xe1339000  r5 =3D 0x00000000
>         r6 =3D 0xeb823390 r10 =3D 0xc0974a90
> swi_handler() at swi_handler+0x3c8
>         pc =3D 0xc068799c  lr =3D 0xc0667418 (swi_exit)
>         sp =3D 0xe48b7e48  fp =3D 0xbfbfe388
>         r4 =3D 0x00000000  r5 =3D 0xbfbfe39c
>         r6 =3D 0xbfbfe3a0  r7 =3D 0x000000ca
>         r8 =3D 0x00000000  r9 =3D 0x00000000
>        r10 =3D 0x0001b144
> swi_exit() at swi_exit
>         pc =3D 0xc0667418  lr =3D 0xc0667418 (swi_exit)
>         sp =3D 0xe48b7e48  fp =3D 0xbfbfe388
> KDB: enter: panic
> [ thread pid 50966 tid 100943 ]
> Stopped at      kdb_enter+0x58: ldrb    r15, [r15, r15, ror r15]!
>=20

So far running just:

kyua test -k /usr/tests/Kyuafile =
usr.bin/procstat/procstat_test:kernel_stacks

has not crashed the system or had a failure.

It suggests that some prior kyua-run test(s)that ran
contribute to why it is crashing sometimes.



=3D=3D=3D
Mark Millard
marklmi at yahoo.com
( dsl-only.net went
away in early 2018-Mar)




Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?A2ADF7DD-9094-4BDF-90E7-95ECA0745C39>