servers/rs/utility.c

/* This file contains some utility routines for RS.
 *
 * Changes:
 *   Nov 22, 2009: Created    (Cristiano Giuffrida)
 */

#include "inc.h"

#include <assert.h>
#include <minix/sched.h>
#include "kernel/proc.h"

#define PRINT_SEP() printf("---------------------------------------------------------------------------------\n")

/*===========================================================================*
 *				 init_service				     *
 *===========================================================================*/
int init_service(struct rproc *rp, int type, int flags)
{
  int r;
  message m;
  endpoint_t old_endpoint;

  rp->r_flags |= RS_INITIALIZING;              /* now initializing */
  getticks(&rp->r_alive_tm);
  rp->r_check_tm = rp->r_alive_tm + 1;         /* expect reply within period */

  /* In case of RS initialization, we are done. */
  if(rp->r_priv.s_flags & ROOT_SYS_PROC) {
      return OK;
  }

  /* Determine the old endpoint if this is a new instance. */
  old_endpoint = NONE;
  if(rp->r_old_rp) {
      old_endpoint = rp->r_upd.state_endpoint;
  }
  else if(rp->r_prev_rp) {
      old_endpoint = rp->r_prev_rp->r_pub->endpoint;
  }

  /* Check flags. */
  if(rp->r_pub->sys_flags & SF_USE_SCRIPT) {
      flags |= SEF_INIT_SCRIPT_RESTART;
  }

  /* Send initialization message. */
  m.m_type = RS_INIT;
  m.m_rs_init.type = (short) type;
  m.m_rs_init.flags = flags;
  m.m_rs_init.rproctab_gid = rinit.rproctab_gid;
  m.m_rs_init.old_endpoint = old_endpoint;
  m.m_rs_init.restarts = (short) rp->r_restarts+1;
  m.m_rs_init.buff_addr = rp->r_map_prealloc_addr;
  m.m_rs_init.buff_len  = rp->r_map_prealloc_len;
  rp->r_map_prealloc_addr = 0;
  rp->r_map_prealloc_len = 0;
  r = rs_asynsend(rp, &m, 0);

  return r;
}

/*===========================================================================*
 *				 fi_service				     *
 *===========================================================================*/
int fi_service(struct rproc *rp)
{
  message m;

  /* Send fault injection message. */
  m.m_type = COMMON_REQ_FI_CTL;
  m.m_lsys_fi_ctl.subtype = RS_FI_CRASH;
  return rs_asynsend(rp, &m, 0);
}

/*===========================================================================*
 *			      fill_send_mask                                 *
 *===========================================================================*/
void fill_send_mask(send_mask, set_bits)
sys_map_t *send_mask;		/* the send mask to fill in */
int set_bits;			/* TRUE sets all bits, FALSE clears all bits */
{
/* Fill in a send mask. */
  int i;

  for (i = 0; i < NR_SYS_PROCS; i++) {
	if (set_bits)
		set_sys_bit(*send_mask, i);
	else
		unset_sys_bit(*send_mask, i);
  }
}

/*===========================================================================*
 *			      fill_call_mask                                 *
 *===========================================================================*/
void fill_call_mask(calls, tot_nr_calls, call_mask, call_base, is_init)
int *calls;                     /* the unordered set of calls */
int tot_nr_calls;               /* the total number of calls */
bitchunk_t *call_mask;          /* the call mask to fill in */
int call_base;                  /* the base offset for the calls */
int is_init;                    /* set when initializing a call mask */
{
/* Fill a call mask from an unordered set of calls. */
  int i;
  int call_mask_size, nr_calls;

  call_mask_size = BITMAP_CHUNKS(tot_nr_calls);

  /* Count the number of calls to fill in. */
  nr_calls = 0;
  for(i=0; calls[i] != NULL_C; i++) {
      nr_calls++;
  }

  /* See if all calls are allowed and call mask must be completely filled. */
  if(nr_calls == 1 && calls[0] == ALL_C) {
      for(i=0; i < call_mask_size; i++) {
          call_mask[i] = (~0);
      }
  }
  else {
      /* When initializing, reset the mask first. */
      if(is_init) {
          for(i=0; i < call_mask_size; i++) {
              call_mask[i] = 0;
          }
      }
      /* Enter calls bit by bit. */
      for(i=0; i < nr_calls; i++) {
          SET_BIT(call_mask, calls[i] - call_base);
      }
  }
}

/*===========================================================================*
 *			     srv_to_string_gen				     *
 *===========================================================================*/
char* srv_to_string_gen(struct rproc *rp, int is_verbose)
{
  struct rprocpub *rpub;
  int slot_nr;
  char *srv_string;
  static char srv_string_pool[3][RS_MAX_LABEL_LEN + 256];
  static int srv_string_pool_index = 0;

  rpub = rp->r_pub;
  slot_nr = rp - rproc;
  srv_string = srv_string_pool[srv_string_pool_index];
  srv_string_pool_index = (srv_string_pool_index + 1) % 3;

#define srv_str(cmd) ((cmd) == NULL || (cmd)[0] == '\0' ? "_" : (cmd))
#define srv_active_str(rp) ((rp)->r_flags & RS_ACTIVE ? "*" : " ")
#define srv_version_str(rp) ((rp)->r_new_rp || (rp)->r_next_rp ? "-" : \
    ((rp)->r_old_rp || (rp)->r_prev_rp ? "+" : " "))

  if(is_verbose) {
      sprintf(srv_string, "service '%s'%s%s(slot %d, ep %d, pid %d, cmd %s, script %s, proc %s, major %d, flags 0x%03x, sys_flags 0x%02x)",
          rpub->label, srv_active_str(rp), srv_version_str(rp),
          slot_nr, rpub->endpoint, rp->r_pid, srv_str(rp->r_cmd),
          srv_str(rp->r_script), srv_str(rpub->proc_name), rpub->dev_nr,
          rp->r_flags, rpub->sys_flags);
  }
  else {
      sprintf(srv_string, "service '%s'%s%s(slot %d, ep %d, pid %d)",
          rpub->label, srv_active_str(rp), srv_version_str(rp),
          slot_nr, rpub->endpoint, rp->r_pid);
  }

#undef srv_str
#undef srv_active_str
#undef srv_version_str

  return srv_string;
}

/*===========================================================================*
 *			     srv_upd_to_string				     *
 *===========================================================================*/
char* srv_upd_to_string(struct rprocupd *rpupd)
{
   static char srv_upd_string[256];
   struct rprocpub *rpub, *next_rpub, *prev_rpub;
   rpub = rpupd->rp ? rpupd->rp->r_pub : NULL;
   next_rpub = rpupd->next_rpupd && rpupd->next_rpupd->rp ? rpupd->next_rpupd->rp->r_pub : NULL;
   prev_rpub = rpupd->prev_rpupd && rpupd->prev_rpupd->rp ? rpupd->prev_rpupd->rp->r_pub : NULL;

#define srv_ep(RPUB) (RPUB ? (RPUB)->endpoint : -1)
#define srv_upd_luflag_c(F) (rpupd->lu_flags & F ? '1' : '0')
#define srv_upd_iflag_c(F) (rpupd->init_flags & F ? '1' : '0')

   sprintf(srv_upd_string, "update (lu_flags(SAMPUNDRV)=%c%c%c%c%c%c%c%c%c, init_flags=(FCTD)=%c%c%c%c, state %d (%s), tm %lu, maxtime %lu, endpoint %d, state_data_gid %d, prev_ep %d, next_ep %d)",
       srv_upd_luflag_c(SEF_LU_SELF), srv_upd_luflag_c(SEF_LU_ASR),
       srv_upd_luflag_c(SEF_LU_MULTI), srv_upd_luflag_c(SEF_LU_PREPARE_ONLY),
       srv_upd_luflag_c(SEF_LU_UNSAFE), srv_upd_luflag_c(SEF_LU_NOMMAP),
       srv_upd_luflag_c(SEF_LU_DETACHED), srv_upd_luflag_c(SEF_LU_INCLUDES_RS),
       srv_upd_luflag_c(SEF_LU_INCLUDES_VM), srv_upd_iflag_c(SEF_INIT_FAIL),
       srv_upd_iflag_c(SEF_INIT_CRASH), srv_upd_iflag_c(SEF_INIT_TIMEOUT),
       srv_upd_iflag_c(SEF_INIT_DEFCB), rpupd->prepare_state,
       rpupd->prepare_state_data.eval_addr ? rpupd->prepare_state_data.eval_addr : "", rpupd->prepare_tm,
       rpupd->prepare_maxtime, srv_ep(rpub), rpupd->prepare_state_data_gid,
       srv_ep(prev_rpub), srv_ep(next_rpub));

   return srv_upd_string;
}

/*===========================================================================*
 *			     rs_asynsend				     *
 *===========================================================================*/
int rs_asynsend(struct rproc *rp, message *m_ptr, int no_reply)
{
  struct rprocpub *rpub;
  int r;

  rpub = rp->r_pub;

  if(no_reply) {
      r = asynsend3(rpub->endpoint, m_ptr, AMF_NOREPLY);
  }
  else {
      r = asynsend(rpub->endpoint, m_ptr);
  }

  if(rs_verbose)
      printf("RS: %s being asynsent to with message type %d, noreply=%d, result=%d\n",
          srv_to_string(rp), m_ptr->m_type, no_reply, r);

  return r;
}

/*===========================================================================*
 *			     rs_receive_ticks				     *
 *===========================================================================*/
int rs_receive_ticks(endpoint_t src, message *m_ptr,
    int *status_ptr, clock_t ticks)
{
/* IPC receive with timeout.  Implemented with IPC filters.  The timer
 * management logic comes from the tickdelay(3) implementation.
 */
  ipc_filter_el_t ipc_filter[2];
  clock_t time_left, uptime;
  int r, s, status;

  /* Use IPC filters to receive from the provided source and CLOCK only.
   * We make the hard assumption that RS did not already have IPC filters set.
   */
  memset(ipc_filter, 0, sizeof(ipc_filter));
  ipc_filter[0].flags = IPCF_MATCH_M_SOURCE;
  ipc_filter[0].m_source = CLOCK;
  ipc_filter[1].flags = IPCF_MATCH_M_SOURCE;
  ipc_filter[1].m_source = src;

  if ((s = sys_statectl(SYS_STATE_ADD_IPC_WL_FILTER, ipc_filter,
    sizeof(ipc_filter))) != OK)
      panic("RS: rs_receive_ticks: setting IPC filter failed: %d", s);

  /* Set a new alarm, and get information about the previous alarm. */
  if ((s = sys_setalarm2(ticks, FALSE, &time_left, &uptime)) != OK)
      panic("RS: rs_receive_ticks: setting alarm failed: %d", s);

  /* Receive a message from either the provided source or CLOCK. */
  while ((r = ipc_receive(ANY, m_ptr, &status)) == OK &&
    m_ptr->m_source == CLOCK) {
      /* Ignore early clock notifications. */
      if (m_ptr->m_type == NOTIFY_MESSAGE &&
        m_ptr->m_notify.timestamp >= uptime + ticks)
          break;
  }

  /* Reinstate the previous alarm, if any. Do this in any case. */
  if (time_left != TMR_NEVER) {
      if (time_left > ticks)
          time_left -= ticks;
      else
          time_left = 1; /* force an alarm */

      (void)sys_setalarm(time_left, FALSE);
  }

  /* Clear the IPC filters. */
  if ((s = sys_statectl(SYS_STATE_CLEAR_IPC_FILTERS, NULL, 0)) != OK)
      panic("RS: rs_receive_ticks: setting IPC filter failed: %d", s);

  /* If the last received message was from CLOCK, we timed out. */
  if (r == OK && m_ptr->m_source == CLOCK)
      return ENOTREADY;

  if (status_ptr != NULL)
      *status_ptr = status;
  return r;
}

/*===========================================================================*
 *				reply					     *
 *===========================================================================*/
void reply(who, rp, m_ptr)
endpoint_t who;                        	/* replyee */
struct rproc *rp;                       /* replyee slot (if any) */
message *m_ptr;                         /* reply message */
{
  int r;				/* send status */

  /* No need to actually reply to RS */
  if(who == RS_PROC_NR) {
      return;
  }

  if(rs_verbose && rp)
      printf("RS: %s being replied to with message type %d\n", srv_to_string(rp), m_ptr->m_type);

  r = ipc_sendnb(who, m_ptr);		/* send the message */
  if (r != OK)
      printf("RS: unable to send reply to %d: %d\n", who, r);
}

/*===========================================================================*
 *			      late_reply				     *
 *===========================================================================*/
void late_reply(rp, code)
struct rproc *rp;				/* pointer to process slot */
int code;					/* status code */
{
/* If a caller is waiting for a reply, unblock it. */
  if(rp->r_flags & RS_LATEREPLY) {
      message m;
      m.m_type = code;
      if(rs_verbose)
          printf("RS: %s late reply %d to %d for request %d\n",
              srv_to_string(rp), code, rp->r_caller, rp->r_caller_request);

      reply(rp->r_caller, NULL, &m);
      rp->r_flags &= ~RS_LATEREPLY;
  }
}

/*===========================================================================*
 *				rs_isokendpt			 	     *
 *===========================================================================*/
int rs_isokendpt(endpoint_t endpoint, int *proc)
{
	*proc = _ENDPOINT_P(endpoint);
	if(*proc < -NR_TASKS || *proc >= NR_PROCS)
		return EINVAL;

	return OK;
}

/*===========================================================================*
 *				sched_init_proc			 	     *
 *===========================================================================*/
int sched_init_proc(struct rproc *rp)
{
  int s;
  int is_usr_proc;

  /* Make sure user processes have no scheduler. PM deals with them. */
  is_usr_proc = !(rp->r_priv.s_flags & SYS_PROC);
  if(is_usr_proc) assert(rp->r_scheduler == NONE);
  if(!is_usr_proc) assert(rp->r_scheduler != NONE);

  /* Start scheduling for the given process. */
  if ((s = sched_start(rp->r_scheduler, rp->r_pub->endpoint,
      RS_PROC_NR, rp->r_priority, rp->r_quantum, rp->r_cpu,
      &rp->r_scheduler)) != OK) {
      return s;
  }

  return s;
}

/*===========================================================================*
 *				update_sig_mgrs			 	     *
 *===========================================================================*/
int update_sig_mgrs(struct rproc *rp, endpoint_t sig_mgr,
	endpoint_t bak_sig_mgr)
{
  int r;
  struct rprocpub *rpub;

  rpub = rp->r_pub;

  if(rs_verbose)
      printf("RS: %s updates signal managers: %d%s / %d\n", srv_to_string(rp),
          sig_mgr == SELF ? rpub->endpoint : sig_mgr,
          sig_mgr == SELF ? "(SELF)" : "",
          bak_sig_mgr == NONE ? -1 : bak_sig_mgr);

  /* Synch privilege structure with the kernel. */
  if ((r = sys_getpriv(&rp->r_priv, rpub->endpoint)) != OK) {
      printf("unable to synch privilege structure: %d", r);
      return r;
  }

  /* Set signal managers. */
  rp->r_priv.s_sig_mgr = sig_mgr;
  rp->r_priv.s_bak_sig_mgr = bak_sig_mgr;

  /* Update privilege structure. */
  r = sys_privctl(rpub->endpoint, SYS_PRIV_UPDATE_SYS, &rp->r_priv);
  if(r != OK) {
      printf("unable to update privilege structure: %d", r);
      return r;
  }

  return OK;
}

/*===========================================================================*
 *				rs_is_idle			 	     *
 *===========================================================================*/
int rs_is_idle()
{
  int slot_nr;
  struct rproc *rp;
  for (slot_nr = 0; slot_nr < NR_SYS_PROCS; slot_nr++) {
      rp = &rproc[slot_nr];
      if (!(rp->r_flags & RS_IN_USE)) {
          continue;
      }
      if(!RS_SRV_IS_IDLE(rp)) {
          return 0;
      }
  }
  return 1;
}

/*===========================================================================*
 *				rs_idle_period				     *
 *===========================================================================*/
void rs_idle_period()
{
  struct rproc *rp;
  struct rprocpub *rpub;
  int r;

  /* Not much to do when RS is not idle. */
  /* However, to avoid deadlocks it is absolutely necessary that during system
   * shutdown, dead services are actually cleaned up. Override the idle check.
   */
  if(!shutting_down && !rs_is_idle()) {
      return;
  }

  /* Cleanup dead services. */
  for (rp=BEG_RPROC_ADDR; rp<END_RPROC_ADDR; rp++) {
      if((rp->r_flags & (RS_IN_USE|RS_DEAD)) == (RS_IN_USE|RS_DEAD)) {
          cleanup_service(rp);
      }
  }

  if (shutting_down) return;

  /* Create missing replicas when necessary. */
  for (rp=BEG_RPROC_ADDR; rp<END_RPROC_ADDR; rp++) {
      rpub = rp->r_pub;
      if((rp->r_flags & RS_ACTIVE) && (rpub->sys_flags & SF_USE_REPL) && rp->r_next_rp == NULL) {
          if(rpub->endpoint == VM_PROC_NR && (rp->r_old_rp || rp->r_new_rp)) {
              /* Only one replica at the time for VM. */
              continue;
          }
          if ((r = clone_service(rp, RST_SYS_PROC, 0)) != OK) {
              printf("RS: warning: unable to clone %s (error %d)\n",
                  srv_to_string(rp), r);
          }
      }
  }
}

/*===========================================================================*
 *			   print_services_status		 	     *
 *===========================================================================*/
void print_services_status()
{
  int slot_nr;
  struct rproc *rp;
  int num_services = 0;
  int num_service_instances = 0;
  int is_verbose = 1;

  PRINT_SEP();
  printf("Printing information about all the system service instances:\n");
  PRINT_SEP();
  for (slot_nr = 0; slot_nr < NR_SYS_PROCS; slot_nr++) {
      rp = &rproc[slot_nr];
      if (!(rp->r_flags & RS_IN_USE)) {
          continue;
      }
      if (rp->r_flags & RS_ACTIVE) {
          num_services++;
      }
      num_service_instances++;
      printf("%s\n", srv_to_string_gen(rp, is_verbose));
  }
  PRINT_SEP();
  printf("Found %d service instances, of which %d are active services\n",
  	  num_service_instances, num_services);
  PRINT_SEP();
}

/*===========================================================================*
 *			    print_update_status 		 	     *
 *===========================================================================*/
void print_update_status()
{
  struct rprocupd *prev_rpupd, *rpupd;
  int is_updating = RUPDATE_IS_UPDATING();
  int i;

#define rupdate_flag_c(F) (rupdate.flags & F ? '1' : '0')

  if(!is_updating && !RUPDATE_IS_UPD_SCHEDULED()) {
      PRINT_SEP();
      printf("No update is in progress or scheduled\n");
      PRINT_SEP();
      return;
  }

  PRINT_SEP();
  i = 1;
  printf("A %s-component update is %s, flags(UIRV)=%c%c%c%c:\n", RUPDATE_IS_UPD_MULTI() ? "multi" : "single",
      is_updating ? "in progress" : "scheduled",
      rupdate_flag_c(RS_UPDATING), rupdate_flag_c(RS_INITIALIZING),
      rupdate.rs_rpupd ? '1' : '0', rupdate.vm_rpupd ? '1' : '0');
  PRINT_SEP();
  RUPDATE_ITER(rupdate.first_rpupd, prev_rpupd, rpupd,
      printf("%d. %s %s %s\n", i++, srv_to_string(rpupd->rp),
          is_updating ? "updating with" : "scheduled for",
          srv_upd_to_string(rpupd));
  );
  PRINT_SEP();

#undef rupdate_flag_c
}