Lines Matching refs:atomic_load_relaxed

296 	return (atomic_load_relaxed(&node->state) & NODE_LOCKED) != 0;  in node_locked_p()
305 s = atomic_load_relaxed(&node->state); in lock_node()
321 uint32_t s = atomic_load_relaxed(&node->state) & ~NODE_LOCKED; in unlock_node()
452 ASSERT((atomic_load_relaxed(&node->state) & NODE_DELETED) == 0); in node_insert()
453 ASSERT(atomic_load_relaxed(&node->slots[slot]) == THMAP_NULL); in node_insert()
455 ASSERT(NODE_COUNT(atomic_load_relaxed(&node->state)) < LEVEL_SIZE); in node_insert()
464 atomic_load_relaxed(&node->state) + 1); in node_insert()
471 ASSERT((atomic_load_relaxed(&node->state) & NODE_DELETED) == 0); in node_remove()
472 ASSERT(atomic_load_relaxed(&node->slots[slot]) != THMAP_NULL); in node_remove()
474 ASSERT(NODE_COUNT(atomic_load_relaxed(&node->state)) > 0); in node_remove()
475 ASSERT(NODE_COUNT(atomic_load_relaxed(&node->state)) <= LEVEL_SIZE); in node_remove()
480 atomic_load_relaxed(&node->state) - 1); in node_remove()
566 if (atomic_load_relaxed(&thmap->root[i])) { in root_try_put()
583 if (atomic_load_relaxed(&thmap->root[i])) { in root_try_put()
635 if (atomic_load_relaxed(&parent->state) & NODE_DELETED) { in find_edge_node()
668 if (__predict_false(atomic_load_relaxed(&node->state) & NODE_DELETED)) { in find_edge_node_locked()
677 target = atomic_load_relaxed(&node->slots[*slot]); in find_edge_node_locked()
768 target = atomic_load_relaxed(&parent->slots[slot]); // tagged offset in thmap_put()
875 ASSERT(THMAP_NODE(thmap, atomic_load_relaxed(&parent->slots[slot])) in thmap_del()
883 NODE_COUNT(atomic_load_relaxed(&parent->state)) == 0) { in thmap_del()
886 ASSERT(atomic_load_relaxed(&node->state) == NODE_LOCKED); in thmap_del()
899 ASSERT((atomic_load_relaxed(&parent->state) & NODE_DELETED) in thmap_del()
910 atomic_load_relaxed(&node->state) | NODE_DELETED); in thmap_del()
914 atomic_load_relaxed(&parent->slots[slot])) == node); in thmap_del()
928 if (NODE_COUNT(atomic_load_relaxed(&parent->state)) == 0) { in thmap_del()
931 atomic_load_relaxed(&thmap->root[rslot]); in thmap_del()
939 atomic_load_relaxed(&parent->state) | NODE_DELETED); in thmap_del()
972 head = atomic_load_relaxed(&thmap->gc_list); in stage_mem_gc()