Lines Matching full:direct
28 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
97 "Average number of direct callouts examined per callout_process call. "
101 &avg_lockcalls_dir, 0, "Average number of lock direct callouts made per "
105 0, "Average number of MP direct callouts made per callout_process call. "
212 int direct);
237 cc_cce_cleanup(struct callout_cpu *cc, int direct)
240 cc_exec_curr(cc, direct) = NULL;
241 cc_exec_cancel(cc, direct) = false;
242 cc_exec_waiting(cc, direct) = false;
244 cc_migration_cpu(cc, direct) = CPUBLOCK;
245 cc_migration_time(cc, direct) = 0;
246 cc_migration_prec(cc, direct) = 0;
247 cc_migration_func(cc, direct) = NULL;
248 cc_migration_arg(cc, direct) = NULL;
256 cc_cce_migrating(struct callout_cpu *cc, int direct)
260 return (cc_migration_cpu(cc, direct) != CPUBLOCK);
629 int direct)
671 cc_exec_curr(cc, direct) = c;
672 cc_exec_last_func(cc, direct) = c_func;
673 cc_exec_last_arg(cc, direct) = c_arg;
674 cc_exec_cancel(cc, direct) = false;
679 cc_exec_curr(cc, direct) = NULL;
683 (direct) ? C_DIRECT_EXEC : 0);
694 if (cc_exec_cancel(cc, direct)) {
700 cc_exec_cancel(cc, direct) = true;
723 "func:%p", c_func, "arg:%p", c_arg, "direct:%d", direct);
752 KASSERT(cc_exec_curr(cc, direct) == c, ("mishandled cc_curr"));
753 cc_exec_curr(cc, direct) = NULL;
754 if (cc_exec_waiting(cc, direct)) {
761 if (cc_cce_migrating(cc, direct)) {
762 cc_cce_cleanup(cc, direct);
770 cc_exec_waiting(cc, direct) = false;
772 wakeup(&cc_exec_waiting(cc, direct));
774 } else if (cc_cce_migrating(cc, direct)) {
780 new_cpu = cc_migration_cpu(cc, direct);
781 new_time = cc_migration_time(cc, direct);
782 new_prec = cc_migration_prec(cc, direct);
783 new_func = cc_migration_func(cc, direct);
784 new_arg = cc_migration_arg(cc, direct);
785 cc_cce_cleanup(cc, direct);
802 flags = (direct) ? C_DIRECT_EXEC : 0;
944 int cancelled, direct;
952 * wrong direct flag if we don't do it before we add.
955 direct = 1;
957 direct = 0;
959 KASSERT(!direct || c->c_lock == NULL ||
961 ("%s: direct callout %p has non-spin lock", __func__, c));
969 if (cc_exec_curr(cc, direct) == c) {
975 if (c->c_lock != NULL && !cc_exec_cancel(cc, direct))
976 cancelled = cc_exec_cancel(cc, direct) = true;
977 if (cc_exec_waiting(cc, direct)) {
997 cc_migration_cpu(cc, direct) = cpu;
998 cc_migration_time(cc, direct) = to_sbt;
999 cc_migration_prec(cc, direct) = precision;
1000 cc_migration_func(cc, direct) = ftn;
1001 cc_migration_arg(cc, direct) = arg;
1028 if (cc_exec_curr(cc, direct) == c) {
1045 cc_migration_cpu(cc, direct) = cpu;
1046 cc_migration_time(cc, direct) = to_sbt;
1047 cc_migration_prec(cc, direct) = precision;
1048 cc_migration_func(cc, direct) = ftn;
1049 cc_migration_arg(cc, direct) = arg;
1092 int direct, sq_locked, use_lock;
1114 direct = 1;
1116 direct = 0;
1153 sleepq_release(&cc_exec_waiting(old_cc, direct));
1165 if (cc_exec_curr(cc, direct) == c) {
1182 if (cc_exec_curr(cc, direct) == c) {
1184 * Use direct calls to sleepqueue interface
1203 &cc_exec_waiting(cc, direct));
1215 cc_exec_waiting(cc, direct) = true;
1219 &cc_exec_waiting(cc, direct),
1223 &cc_exec_waiting(cc, direct),
1233 } else if (use_lock && !cc_exec_cancel(cc, direct)) {
1243 cc_exec_cancel(cc, direct) = true;
1246 KASSERT(!cc_cce_migrating(cc, direct),
1251 cc_migration_cpu(cc, direct) = CPUBLOCK;
1252 cc_migration_time(cc, direct) = 0;
1253 cc_migration_prec(cc, direct) = 0;
1254 cc_migration_func(cc, direct) = NULL;
1255 cc_migration_arg(cc, direct) = NULL;
1279 cc_migration_cpu(cc, direct) = CPUBLOCK;
1280 cc_migration_time(cc, direct) = 0;
1281 cc_migration_prec(cc, direct) = 0;
1282 cc_migration_func(cc, direct) = NULL;
1283 cc_migration_arg(cc, direct) = NULL;
1299 sleepq_release(&cc_exec_waiting(cc, direct));
1308 if (cc_exec_curr(cc, direct) != c)
1508 _show_last_callout(int cpu, int direct, const char *dirstr)
1514 func = cc_exec_last_func(cc, direct);
1515 arg = cc_exec_last_arg(cc, direct);
1539 _show_last_callout(cpu, 1, " direct");