From owner-freebsd-amd64@freebsd.org Thu Feb 16 12:05:54 2017 Return-Path: Delivered-To: freebsd-amd64@mailman.ysv.freebsd.org Received: from mx1.freebsd.org (mx1.freebsd.org [IPv6:2001:1900:2254:206a::19:1]) by mailman.ysv.freebsd.org (Postfix) with ESMTP id C58EECE2EDB for ; Thu, 16 Feb 2017 12:05:54 +0000 (UTC) (envelope-from bugzilla-noreply@freebsd.org) Received: from kenobi.freebsd.org (kenobi.freebsd.org [IPv6:2001:1900:2254:206a::16:76]) (using TLSv1.2 with cipher ECDHE-RSA-AES256-GCM-SHA384 (256/256 bits)) (Client did not present a certificate) by mx1.freebsd.org (Postfix) with ESMTPS id AC1431198 for ; Thu, 16 Feb 2017 12:05:54 +0000 (UTC) (envelope-from bugzilla-noreply@freebsd.org) Received: from bugs.freebsd.org ([127.0.1.118]) by kenobi.freebsd.org (8.15.2/8.15.2) with ESMTP id v1GC5sHp073551 for ; Thu, 16 Feb 2017 12:05:54 GMT (envelope-from bugzilla-noreply@freebsd.org) From: bugzilla-noreply@freebsd.org To: freebsd-amd64@FreeBSD.org Subject: [Bug 217138] head (e.g.) -r313783 sh vs. jemalloc asserts: include/jemalloc/internal/tsd.h:687: Failed assertion: "tsd_booted" Date: Thu, 16 Feb 2017 12:05:54 +0000 X-Bugzilla-Reason: CC X-Bugzilla-Type: new X-Bugzilla-Watch-Reason: None X-Bugzilla-Product: Base System X-Bugzilla-Component: bin X-Bugzilla-Version: CURRENT X-Bugzilla-Keywords: X-Bugzilla-Severity: Affects Only Me X-Bugzilla-Who: markmi@dsl-only.net X-Bugzilla-Status: New X-Bugzilla-Resolution: X-Bugzilla-Priority: --- X-Bugzilla-Assigned-To: freebsd-bugs@FreeBSD.org X-Bugzilla-Flags: X-Bugzilla-Changed-Fields: bug_id short_desc product version rep_platform op_sys bug_status bug_severity priority component assigned_to reporter cc Message-ID: Content-Type: text/plain; charset="UTF-8" Content-Transfer-Encoding: quoted-printable X-Bugzilla-URL: https://bugs.freebsd.org/bugzilla/ Auto-Submitted: auto-generated MIME-Version: 1.0 X-BeenThere: freebsd-amd64@freebsd.org X-Mailman-Version: 2.1.23 Precedence: list List-Id: Porting FreeBSD to the AMD64 platform List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , X-List-Received-Date: Thu, 16 Feb 2017 12:05:54 -0000 https://bugs.freebsd.org/bugzilla/show_bug.cgi?id=3D217138 Bug ID: 217138 Summary: head (e.g.) -r313783 sh vs. jemalloc asserts: include/jemalloc/internal/tsd.h:687: Failed assertion: "tsd_booted" Product: Base System Version: CURRENT Hardware: amd64 OS: Any Status: New Severity: Affects Only Me Priority: --- Component: bin Assignee: freebsd-bugs@FreeBSD.org Reporter: markmi@dsl-only.net CC: freebsd-amd64@FreeBSD.org CC: freebsd-amd64@FreeBSD.org For head -r313783 I built with a production arm64 kernel but world without MALLOC_PRODUCTION . I intermittently get the following sort of thing when, for example, I use ^z to put a process in the background and to get back to the shell --or quitting a program and getting back to the shell. The context involves already having been su'd to root. I can not cause the crash on demand: it is intermittent and fairly rare so far. [Note: This was found while trying to track down why sh fails sometimes during buildworld on a pine64 when world was built with MALLOC_PRODUCTION.] : /usr/src/contrib/jemalloc/include/jemalloc/internal/tsd.h:687: Failed assertion: "tsd_booted" (lldb) bt * thread #1: tid =3D 100164, 0x0000000040554e18 libc.so.7`_thr_kill + 8, na= me =3D 'sh', stop reason =3D signal SIGABRT * frame #0: 0x0000000040554e18 libc.so.7`_thr_kill + 8 frame #1: 0x0000000040554ddc libc.so.7`__raise(s=3D6) + 64 at raise.c:52 frame #2: 0x0000000040554d50 libc.so.7`abort + 84 at abort.c:65 frame #3: 0x0000000040528790 libc.so.7`__je_tsd_fetch [inlined] __je_tsd_get + 248 at tsd.h:687 frame #4: 0x000000004052876c libc.so.7`__je_tsd_fetch [inlined] __je_tsd_fetch_impl(init=3Dtrue) at tsd.h:692 frame #5: 0x000000004052876c libc.so.7`__je_tsd_fetch + 212 at tsd.h:717 frame #6: 0x0000000040550214 libc.so.7`ialloc_body(size=3D11, zero=3D, tsdn=3D0x0000ffffffffe650, usize=3D0x0000ffffffffe648, slow_path=3Dtrue) + 56 at jemalloc_jemalloc.c:1586 frame #7: 0x0000000040550184 libc.so.7`__malloc(size=3D1) + 184 at jemalloc_jemalloc.c:1645 frame #8: 0x000000000041126c sh`ckmalloc(nbytes=3D) + 32 at memalloc.c:61 frame #9: 0x000000000041bb6c sh`setvar(name=3D, val=3D, flags=3D) + 176 at var.c:256 frame #10: 0x0000000000406bf4 sh`evalcommand(cmd=3D, flags=3D, backcmd=3D) + 3468 at eval.c:1180 frame #11: 0x0000000000405570 sh`evaltree(n=3D0x0000000040ab9060, flags=3D) + 212 at eval.c:290 frame #12: 0x000000000041105c sh`cmdloop(top=3D) + 252 at main.c:231 frame #13: 0x0000000000410ed0 sh`main(argc=3D, argv=3D) + 660 at main.c:178 frame #14: 0x0000000000402f30 sh`__start + 360 frame #15: 0x0000000040434658 ld-elf.so.1`.rtld_start + 24 at rtld_start.S:41 (lldb) up 10 frame #10: 0x0000000000406bf4 sh`evalcommand(cmd=3D, flags=3D, backcmd=3D) + 3468 at eval.c:1180 1177=20 1178 out: 1179 if (lastarg) -> 1180 setvar("_", lastarg, 0); 1181 if (do_clearcmdentry) 1182 clearcmdentry(); 1183 } Unless tsd_booted has been trashed it would appear that tsd_boot0() never happened before the attempted setvar above indirectly tries the __je_tsd_get. Supporting details from the source code: /usr/src/contrib/jemalloc/include/jemalloc/internal/jemalloc_internal_defs.h establishes: #define JEMALLOC_MALLOC_THREAD_CLEANUP=20 #define JEMALLOC_TLS=20 which is context that is needed when looking things up. /* malloc_tsd_externs(). */ #ifdef JEMALLOC_MALLOC_THREAD_CLEANUP #define malloc_tsd_externs(a_name, a_type) \ extern __thread a_type a_name##tsd_tls; \ extern __thread bool a_name##tsd_initialized; \ extern bool a_name##tsd_booted; . . . #ifdef JEMALLOC_MALLOC_THREAD_CLEANUP #define malloc_tsd_data(a_attr, a_name, a_type, a_initializer) \ . . . \ a_attr bool a_name##tsd_booted =3D false; . . . #ifdef JEMALLOC_MALLOC_THREAD_CLEANUP #define malloc_tsd_funcs(a_attr, a_name, a_type, a_initializer, \ a_cleanup) \ . . . a_name##tsd_boot0(void) \ { \ \ if (a_cleanup !=3D malloc_tsd_no_cleanup) { \ malloc_tsd_cleanup_register( \ &a_name##tsd_cleanup_wrapper); \ } \ a_name##tsd_booted =3D true; \ return (false); \ } \ . . . a_attr bool \ a_name##tsd_boot(void) \ { \ \ return (a_name##tsd_boot0()); \ } \ . . . /* Get/set. */ \ a_attr a_type * \ a_name##tsd_get(bool init) \ { \ \ assert(a_name##tsd_booted); \ return (&a_name##tsd_tls); \ } \ a_attr void \ a_name##tsd_set(a_type *val) \ { \ \ assert(a_name##tsd_booted); \ a_name##tsd_tls =3D (*val); \ if (a_cleanup !=3D malloc_tsd_no_cleanup) \ a_name##tsd_initialized =3D true; \ } . . . #if (defined(JEMALLOC_ENABLE_INLINE) || defined(JEMALLOC_TSD_C_)) malloc_tsd_externs(, tsd_t) malloc_tsd_funcs(JEMALLOC_ALWAYS_INLINE, , tsd_t, tsd_initializer, tsd_clea= nup) . . . tsd_t * malloc_tsd_boot0(void) { tsd_t *tsd; ncleanups =3D 0; if (tsd_boot0()) return (NULL); tsd =3D tsd_fetch(); *tsd_arenas_tdata_bypassp_get(tsd) =3D true; return (tsd); } . . . static bool malloc_init_hard(void) { . . . tsd =3D malloc_tsd_boot0(); . . . JEMALLOC_ALWAYS_INLINE_C bool malloc_init(void) { if (unlikely(!malloc_initialized()) && malloc_init_hard()) return (true); malloc_thread_init(); return (false); }=20=20=20=20=20=20=20 . . . typedef enum { malloc_init_uninitialized =3D 3, malloc_init_a0_initialized =3D 2, malloc_init_recursible =3D 1, malloc_init_initialized =3D 0 /* Common case --> jnz. */ } malloc_init_t; static malloc_init_t malloc_init_state =3D malloc_init_uninitialized; . . . JEMALLOC_ALWAYS_INLINE_C bool malloc_initialized(void) { return (malloc_init_state =3D=3D malloc_init_initialized); } --=20 You are receiving this mail because: You are on the CC list for the bug.=