Date: Mon, 25 Oct 2010 20:52:33 +0000 (UTC) From: Marius Strobl <marius@FreeBSD.org> To: src-committers@freebsd.org, svn-src-all@freebsd.org, svn-src-head@freebsd.org Subject: svn commit: r214358 - head/sys/sparc64/sparc64 Message-ID: <201010252052.o9PKqXFt076953@svn.freebsd.org>
next in thread | raw e-mail | index | archive | help
Author: marius Date: Mon Oct 25 20:52:33 2010 New Revision: 214358 URL: http://svn.freebsd.org/changeset/base/214358 Log: - Given that in one-shot mode tick_et_start() also is called frequently introduce function pointers once set up to the respective implementation for reading the (S)TICK and writing the (S)STICK_COMPARE registers as a compromise between duplicating code and selecting between different implementations during execution over and over again, similar to what is done elsewhere in the MD in order to support different CPU models that won't ever change at runtime. - In the remaining tick interrupt handler further push down disabling of interrupts to the periodic case as it isn't necessary here in one-shot mode at all. Modified: head/sys/sparc64/sparc64/tick.c Modified: head/sys/sparc64/sparc64/tick.c ============================================================================== --- head/sys/sparc64/sparc64/tick.c Mon Oct 25 19:58:28 2010 (r214357) +++ head/sys/sparc64/sparc64/tick.c Mon Oct 25 20:52:33 2010 (r214358) @@ -78,28 +78,69 @@ u_int tick_et_use_stick = 0; SYSCTL_INT(_machdep_tick, OID_AUTO, tick_et_use_stick, CTLFLAG_RD, &tick_et_use_stick, 0, "tick event timer uses STICK instead of TICK"); +typedef uint64_t rd_tick_t(void); +static rd_tick_t *rd_tick; +typedef void wr_tick_cmpr_t(uint64_t); +static wr_tick_cmpr_t *wr_tick_cmpr; + static struct timecounter stick_tc; -static struct timecounter tick_tc; static struct eventtimer tick_et; +static struct timecounter tick_tc; -static uint64_t tick_cputicks(void); -static timecounter_get_t stick_get_timecount_up; #ifdef SMP static timecounter_get_t stick_get_timecount_mp; #endif -static timecounter_get_t tick_get_timecount_up; +static timecounter_get_t stick_get_timecount_up; +static rd_tick_t stick_rd; +static wr_tick_cmpr_t stick_wr_cmpr; +static int tick_et_start(struct eventtimer *et, struct bintime *first, + struct bintime *period); +static int tick_et_stop(struct eventtimer *et); #ifdef SMP static timecounter_get_t tick_get_timecount_mp; #endif -static int tick_et_start(struct eventtimer *et, - struct bintime *first, struct bintime *period); -static int tick_et_stop(struct eventtimer *et); +static timecounter_get_t tick_get_timecount_up; static void tick_intr(struct trapframe *tf); -static void tick_intr_bbwar(struct trapframe *tf); static inline void tick_process(struct trapframe *tf); -static inline void tick_process_periodic(struct trapframe *tf, u_long tick, - u_long tick_increment, u_long adj); -static void stick_intr(struct trapframe *tf); +static rd_tick_t tick_rd; +static wr_tick_cmpr_t tick_wr_cmpr; +static wr_tick_cmpr_t tick_wr_cmpr_bbwar; +static uint64_t tick_cputicks(void); + +static uint64_t +stick_rd(void) +{ + + return (rdstick()); +} + +static void +stick_wr_cmpr(uint64_t tick) +{ + + wrstickcmpr(tick, 0); +} + +static uint64_t +tick_rd(void) +{ + + return (rd(tick)); +} + +static void +tick_wr_cmpr(uint64_t tick_cmpr) +{ + + wr(tick_cmpr, tick_cmpr, 0); +} + +static void +tick_wr_cmpr_bbwar(uint64_t tick_cmpr) +{ + + wrtickcmpr(tick_cmpr, 0); +} static uint64_t tick_cputicks(void) @@ -128,17 +169,22 @@ cpu_initclocks(void) * frequencies they shouldn't be used except when really necessary. */ if (tick_et_use_stick != 0) { - intr_setup(PIL_TICK, stick_intr, -1, NULL, NULL); + rd_tick = stick_rd; + wr_tick_cmpr = stick_wr_cmpr; /* * We don't provide a CPU ticker as long as the frequency * supplied isn't actually used per-CPU. */ } else { - intr_setup(PIL_TICK, PCPU_GET(impl) >= CPU_IMPL_ULTRASPARCI && - PCPU_GET(impl) < CPU_IMPL_ULTRASPARCIII ? - tick_intr_bbwar : tick_intr, -1, NULL, NULL); + rd_tick = tick_rd; + if (PCPU_GET(impl) >= CPU_IMPL_ULTRASPARCI && + PCPU_GET(impl) < CPU_IMPL_ULTRASPARCIII) + wr_tick_cmpr = tick_wr_cmpr_bbwar; + else + wr_tick_cmpr = tick_wr_cmpr; set_cputicker(tick_cputicks, clock, 0); } + intr_setup(PIL_TICK, tick_intr, -1, NULL, NULL); /* * Initialize the (S)TICK-based timecounter(s). @@ -214,106 +260,56 @@ tick_process(struct trapframe *tf) critical_exit(); } -/* - * NB: the sequence of reading the (S)TICK register, calculating the value - * of the next tick and writing it to the (S)TICK_COMPARE register must not - * be interrupted, not even by an IPI, otherwise a value that is in the past - * could be written in the worst case, causing the periodic timer to stop. - */ - static void tick_intr(struct trapframe *tf) { - u_long adj, tick, tick_increment; - register_t s; - - s = intr_disable(); - tick_increment = PCPU_GET(tickincrement); - if (tick_increment != 0) { - adj = PCPU_GET(tickadj); - tick = rd(tick); - wr(tick_cmpr, tick + tick_increment - adj, 0); - intr_restore(s); - tick_process_periodic(tf, tick, tick_increment, adj); - } else { - intr_restore(s); - tick_process(tf); - } -} - -static void -tick_intr_bbwar(struct trapframe *tf) -{ - u_long adj, tick, tick_increment; - register_t s; - - s = intr_disable(); - tick_increment = PCPU_GET(tickincrement); - if (tick_increment != 0) { - adj = PCPU_GET(tickadj); - tick = rd(tick); - wrtickcmpr(tick + tick_increment - adj, 0); - intr_restore(s); - tick_process_periodic(tf, tick, tick_increment, adj); - } else { - intr_restore(s); - tick_process(tf); - } -} - -static void -stick_intr(struct trapframe *tf) -{ - u_long adj, stick, tick_increment; + u_long adj, ref, tick, tick_increment; + long delta; register_t s; + int count; - s = intr_disable(); tick_increment = PCPU_GET(tickincrement); if (tick_increment != 0) { + /* + * NB: the sequence of reading the (S)TICK register, + * calculating the value of the next tick and writing it to + * the (S)TICK_COMPARE register must not be interrupted, not + * even by an IPI, otherwise a value that is in the past could + * be written in the worst case and thus causing the periodic + * timer to stop. + */ + s = intr_disable(); adj = PCPU_GET(tickadj); - stick = rdstick(); - wrstickcmpr(stick + tick_increment - adj, 0); + tick = rd_tick(); + wr_tick_cmpr(tick + tick_increment - adj); intr_restore(s); - tick_process_periodic(tf, stick, tick_increment, adj); - } else { - intr_restore(s); - tick_process(tf); - } -} - -static inline void -tick_process_periodic(struct trapframe *tf, u_long tick, - u_long tick_increment, u_long adj) -{ - u_long ref; - long delta; - int count; - - ref = PCPU_GET(tickref); - delta = tick - ref; - count = 0; - while (delta >= tick_increment) { - tick_process(tf); - delta -= tick_increment; - ref += tick_increment; - if (adj != 0) - adjust_ticks++; - count++; - } - if (count > 0) { - adjust_missed += count - 1; - if (delta > (tick_increment >> 3)) { - if (adj == 0) - adjust_edges++; - adj = tick_increment >> 4; - } else + ref = PCPU_GET(tickref); + delta = tick - ref; + count = 0; + while (delta >= tick_increment) { + tick_process(tf); + delta -= tick_increment; + ref += tick_increment; + if (adj != 0) + adjust_ticks++; + count++; + } + if (count > 0) { + adjust_missed += count - 1; + if (delta > (tick_increment >> 3)) { + if (adj == 0) + adjust_edges++; + adj = tick_increment >> 4; + } else + adj = 0; + } else { adj = 0; - } else { - adj = 0; - adjust_excess++; - } - PCPU_SET(tickref, ref); - PCPU_SET(tickadj, adj); + adjust_excess++; + } + PCPU_SET(tickref, ref); + PCPU_SET(tickadj, adj); + } else + tick_process(tf); } static u_int @@ -387,19 +383,13 @@ tick_et_start(struct eventtimer *et, str * out one tick to make sure that it is not missed. */ s = intr_disable(); - if (tick_et_use_stick != 0) - base = rdstick(); - else - base = rd(tick); + base = rd_tick(); if (div != 0) { PCPU_SET(tickadj, 0); base = roundup(base, div); } PCPU_SET(tickref, base); - if (tick_et_use_stick != 0) - wrstickcmpr(base + fdiv, 0); - else - wrtickcmpr(base + fdiv, 0); + wr_tick_cmpr(base + fdiv); intr_restore(s); return (0); }
Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?201010252052.o9PKqXFt076953>