Lines Matching refs:s_rd_seq
272 smr_seq_t goal, s_rd_seq; in smr_default_advance() local
282 s_rd_seq = atomic_load_acq_int(&s->s_rd_seq); in smr_default_advance()
290 if (SMR_SEQ_DELTA(goal, s_rd_seq) >= SMR_SEQ_MAX_DELTA) { in smr_default_advance()
367 smr_poll_cpu(smr_t c, smr_seq_t s_rd_seq, smr_seq_t goal, bool wait) in smr_poll_cpu() argument
392 if (SMR_SEQ_LT(c_seq, s_rd_seq)) in smr_poll_cpu()
393 c_seq = s_rd_seq; in smr_poll_cpu()
418 smr_poll_scan(smr_t smr, smr_shared_t s, smr_seq_t s_rd_seq, in smr_poll_scan() argument
439 c_seq = smr_poll_cpu(zpcpu_get_cpu(smr, i), s_rd_seq, goal, in smr_poll_scan()
453 s_rd_seq = atomic_load_int(&s->s_rd_seq); in smr_poll_scan()
454 if (SMR_SEQ_GT(rd_seq, s_rd_seq)) { in smr_poll_scan()
455 atomic_cmpset_int(&s->s_rd_seq, s_rd_seq, rd_seq); in smr_poll_scan()
456 s_rd_seq = rd_seq; in smr_poll_scan()
459 return (s_rd_seq); in smr_poll_scan()
479 smr_seq_t s_wr_seq, s_rd_seq; in smr_poll() local
515 s_rd_seq = atomic_load_acq_int(&s->s_rd_seq); in smr_poll()
521 if (SMR_SEQ_LEQ(goal, s_rd_seq)) in smr_poll()
566 s_rd_seq = smr_poll_scan(smr, s, s_rd_seq, s_wr_seq, goal, wait); in smr_poll()
567 success = SMR_SEQ_LEQ(goal, s_rd_seq); in smr_poll()
594 s->s_rd_seq = s->s_wr.seq = SMR_SEQ_INIT; in smr_create()