Lines Matching refs:queue
251 if (m->queue) { in vm_add_new_page()
291 m->queue = PQ_NONE; in vm_add_new_page()
301 m->queue = m->pc + PQ_FREE; in vm_add_new_page()
306 vpq = &vm_page_queues[m->queue]; in vm_add_new_page()
580 if (m->queue != PQ_NONE) { in vm_numa_organize()
581 vpq = &vm_page_queues[m->queue]; in vm_numa_organize()
585 m->queue -= m->pc; in vm_numa_organize()
589 m->queue += m->pc; in vm_numa_organize()
590 vpq = &vm_page_queues[m->queue]; in vm_numa_organize()
687 KKASSERT(m->queue == PQ_FREE + iter); in vm_numa_organize_finalize()
691 m->queue -= m->pc; in vm_numa_organize_finalize()
693 m->queue += m->pc; in vm_numa_organize_finalize()
916 u_short queue; in _vm_page_queue_spin_lock() local
918 queue = m->queue; in _vm_page_queue_spin_lock()
919 if (queue != PQ_NONE) { in _vm_page_queue_spin_lock()
920 spin_lock(&vm_page_queues[queue].spin); in _vm_page_queue_spin_lock()
921 KKASSERT(queue == m->queue); in _vm_page_queue_spin_lock()
929 u_short queue; in _vm_page_queue_spin_unlock() local
931 queue = m->queue; in _vm_page_queue_spin_unlock()
933 if (queue != PQ_NONE) in _vm_page_queue_spin_unlock()
934 spin_unlock(&vm_page_queues[queue].spin); in _vm_page_queue_spin_unlock()
939 _vm_page_queues_spin_lock(u_short queue) in _vm_page_queues_spin_lock() argument
942 if (queue != PQ_NONE) in _vm_page_queues_spin_lock()
943 spin_lock(&vm_page_queues[queue].spin); in _vm_page_queues_spin_lock()
949 _vm_page_queues_spin_unlock(u_short queue) in _vm_page_queues_spin_unlock() argument
952 if (queue != PQ_NONE) in _vm_page_queues_spin_unlock()
953 spin_unlock(&vm_page_queues[queue].spin); in _vm_page_queues_spin_unlock()
963 vm_page_queues_spin_lock(u_short queue) in vm_page_queues_spin_lock() argument
965 _vm_page_queues_spin_lock(queue); in vm_page_queues_spin_lock()
975 vm_page_queues_spin_unlock(u_short queue) in vm_page_queues_spin_unlock() argument
977 _vm_page_queues_spin_unlock(queue); in vm_page_queues_spin_unlock()
997 _vm_page_queues_spin_unlock(m->queue); in _vm_page_and_queue_spin_unlock()
1024 u_short queue; in _vm_page_rem_queue_spinlocked() local
1029 queue = m->queue; in _vm_page_rem_queue_spinlocked()
1030 if (queue != PQ_NONE) { in _vm_page_rem_queue_spinlocked()
1031 pq = &vm_page_queues[queue]; in _vm_page_rem_queue_spinlocked()
1068 m->queue = PQ_NONE; in _vm_page_rem_queue_spinlocked()
1069 oqueue = queue; in _vm_page_rem_queue_spinlocked()
1070 queue -= m->pc; in _vm_page_rem_queue_spinlocked()
1073 return queue; in _vm_page_rem_queue_spinlocked()
1087 _vm_page_add_queue_spinlocked(vm_page_t m, u_short queue, int athead) in _vm_page_add_queue_spinlocked() argument
1093 KKASSERT(m->queue == PQ_NONE && in _vm_page_add_queue_spinlocked()
1096 if (queue != PQ_NONE) { in _vm_page_add_queue_spinlocked()
1097 vm_page_queues_spin_lock(queue); in _vm_page_add_queue_spinlocked()
1098 pq = &vm_page_queues[queue]; in _vm_page_add_queue_spinlocked()
1117 m->queue = queue; in _vm_page_add_queue_spinlocked()
1118 if (queue - m->pc == PQ_FREE) { in _vm_page_add_queue_spinlocked()
1395 KKASSERT(m->queue - m->pc != PQ_FREE); in vm_page_hold()
1415 KASSERT(m->hold_count > 0 && m->queue - m->pc != PQ_FREE, in vm_page_unhold()
1418 m, m->hold_count, m->queue - m->pc)); in vm_page_unhold()
1421 m->queue - m->pc == PQ_HOLD) { in vm_page_unhold()
1423 if (m->hold_count == 0 && m->queue - m->pc == PQ_HOLD) { in vm_page_unhold()
1449 m->queue = PQ_NONE; in vm_page_initfake()
1932 if (m->queue - m->pc == PQ_CACHE) in vm_page_rename()
1960 u_short queue; in vm_page_unqueue() local
1963 queue = _vm_page_rem_queue_spinlocked(m); in vm_page_unqueue()
1964 if (queue == PQ_FREE || queue == PQ_CACHE) { in vm_page_unqueue()
2027 KKASSERT(m->queue == basequeue + index); in _vm_page_list_find()
2095 KKASSERT(m->queue == basequeue + pqi); in _vm_page_list_find_wide()
2141 KKASSERT(m->queue == bq1 + index); in _vm_page_list_find2()
2225 KKASSERT(m->queue == basequeue1 + pqi); in _vm_page_list_find2_wide()
2261 KKASSERT(m->queue == basequeue2 + pqi); in _vm_page_list_find2_wide()
2414 m, m->queue, m->flags, in vm_page_select_free()
2441 } else if (m->queue - m->pc == PQ_FREE) { in vm_page_select_free_or_cache()
2451 m, m->queue, m->flags, in vm_page_select_free_or_cache()
2693 KKASSERT(m->queue == PQ_NONE); in vm_page_alloc()
3055 if (m->queue - m->pc == PQ_ACTIVE || in vm_page_activate()
3063 if (m->queue - m->pc != PQ_ACTIVE && in vm_page_activate()
3087 if (m->queue - m->pc == PQ_ACTIVE || in vm_page_soft_activate()
3162 if ((m->busy_count & PBUSY_MASK) || ((m->queue - m->pc) == PQ_FREE)) { in vm_page_free_toq()
3166 if ((m->queue - m->pc) == PQ_FREE) in vm_page_free_toq()
3185 KKASSERT(m->queue == PQ_NONE); in vm_page_free_toq()
3337 if (m->queue - m->pc == PQ_INACTIVE || in _vm_page_deactivate_locked()
3371 if (m->queue - m->pc != PQ_INACTIVE && in vm_page_deactivate()
3403 m->queue - m->pc == PQ_CACHE || in vm_page_try_to_cache()
3417 if (m->queue - m->pc == PQ_ACTIVE) in vm_page_try_to_cache()
3449 m->queue - m->pc == PQ_FREE || /* already on PQ_FREE */ in vm_page_try_to_free()
3450 m->queue - m->pc == PQ_HOLD) { /* already on PQ_HOLD */ in vm_page_try_to_free()
3500 if ((m->queue - m->pc) == PQ_CACHE) { in vm_page_cache()
3584 m->queue - m->pc == PQ_INACTIVE || in vm_page_dontneed()
3585 m->queue - m->pc == PQ_CACHE in vm_page_dontneed()
4079 int pqtype = m->queue - m->pc; in vm_page_dirty()