lighttpd2/src/angel/angel_server.c

#include <lighttpd/angel_base.h>

#define CATCH_SIGNAL(loop, cb, n) do {              \
    ev_init(&srv->sig_w_##n, cb);                   \
    ev_signal_set(&srv->sig_w_##n, SIG##n);         \
    ev_signal_start(loop, &srv->sig_w_##n);         \
    srv->sig_w_##n.data = srv;                      \
    /* Signal watchers shouldn't keep loop alive */ \
    ev_unref(loop);                                 \
} while (0)

#define UNCATCH_SIGNAL(loop, n) li_ev_safe_ref_and_stop(ev_signal_stop, loop, &srv->sig_w_##n)

static void sigint_cb(struct ev_loop *loop, struct ev_signal *w, int revents) {
	liServer *srv = (liServer*) w->data;
	UNUSED(loop);
	UNUSED(revents);

	li_server_stop(srv);
}

static void sigpipe_cb(struct ev_loop *loop, struct ev_signal *w, int revents) {
	/* ignore */
	UNUSED(loop); UNUSED(w); UNUSED(revents);
}

liServer* li_server_new(const gchar *module_dir) {
	liServer *srv = g_slice_new0(liServer);

	srv->loop = ev_default_loop(0);

	CATCH_SIGNAL(srv->loop, sigint_cb, INT);
	CATCH_SIGNAL(srv->loop, sigint_cb, TERM);
	CATCH_SIGNAL(srv->loop, sigpipe_cb, PIPE);

	log_init(srv);
	plugins_init(srv, module_dir);
	return srv;
}

void li_server_free(liServer* srv) {
	plugins_clear(srv);

	log_clean(srv);

	UNCATCH_SIGNAL(srv->loop, INT);
	UNCATCH_SIGNAL(srv->loop, TERM);
	UNCATCH_SIGNAL(srv->loop, PIPE);

	g_slice_free(liServer, srv);
}

void li_server_stop(liServer *srv) {
	UNCATCH_SIGNAL(srv->loop, INT);
	UNCATCH_SIGNAL(srv->loop, TERM);

	plugins_config_load(srv, NULL);
}

static void instance_angel_call_cb(liAngelConnection *acon,
		const gchar *mod, gsize mod_len, const gchar *action, gsize action_len,
		gint32 id,
		GString *data) {

	liInstance *i = (liInstance*) acon->data;
	liServer *srv = i->srv;
	liPlugins *ps = &srv->plugins;
	liPlugin *p;
	liPluginHandleCallCB cb;
	UNUSED(mod_len);
	UNUSED(action_len);

	p = g_hash_table_lookup(ps->ht_plugins, mod);
	if (!p) {
		GString *errstr = g_string_sized_new(0);
		GError *err = NULL;
		g_string_printf(errstr, "Plugin '%s' not available in lighttpd-angel", mod);
		if (!li_angel_send_result(acon, id, errstr, NULL, NULL, &err)) {
			ERROR(srv, "Couldn't send result: %s", err->message);
			g_error_free(err);
		}
		return;
	}

	cb = (liPluginHandleCallCB)(intptr_t) g_hash_table_lookup(p->angel_callbacks, action);
	if (!cb) {
		GString *errstr = g_string_sized_new(0);
		GError *err = NULL;
		g_string_printf(errstr, "Action '%s' not available in plugin '%s' of lighttpd-angel", action, mod);
		if (!li_angel_send_result(acon, id, errstr, NULL, NULL, &err)) {
			ERROR(srv, "Couldn't send result: %s", err->message);
			g_error_free(err);
		}
		return;
	}

	cb(srv, i, p, id, data);
}

static void instance_angel_close_cb(liAngelConnection *acon, GError *err) {
	liInstance *i = (liInstance*) acon->data;
	liServer *srv = i->srv;
	gboolean hide_error = FALSE;

	if (err) {
		if (LI_INSTANCE_FINISHED == i->s_dest &&
			LI_ANGEL_CONNECTION_RESET == err->code &&
			LI_ANGEL_CONNECTION_ERROR == err->domain) hide_error = TRUE;
	}
	if (!hide_error)
		ERROR(srv, "angel connection closed: %s", err ? err->message : g_strerror(errno));
	if (err) g_error_free(err);

	i->acon = NULL;
	li_angel_connection_free(acon);
}

static void instance_child_cb(struct ev_loop *loop, ev_child *w, int revents) {
	liInstance *i = (liInstance*) w->data;
	liInstanceState news;
	UNUSED(revents);

	if (i->s_dest == LI_INSTANCE_FINISHED) {
		if (WIFEXITED(w->rstatus)) {
			if (0 != WEXITSTATUS(w->rstatus)) {
				ERROR(i->srv, "child %i died with exit status %i", i->proc->child_pid, WEXITSTATUS(w->rstatus));
			} /* exit status 0 is ok, no message */
		} else if (WIFSIGNALED(w->rstatus)) {
			ERROR(i->srv, "child %i died: killed by %s", i->proc->child_pid, g_strsignal(WTERMSIG(w->rstatus)));
		} else {
			ERROR(i->srv, "child %i died with unexpected stat_val %i", i->proc->child_pid, w->rstatus);
		}
		news = LI_INSTANCE_FINISHED;
	} else {
		if (WIFEXITED(w->rstatus)) {
			ERROR(i->srv, "child %i died with exit status %i", i->proc->child_pid, WEXITSTATUS(w->rstatus));
		} else if (WIFSIGNALED(w->rstatus)) {
			ERROR(i->srv, "child %i died: killed by %s", i->proc->child_pid, g_strsignal(WTERMSIG(w->rstatus)));
		} else {
			ERROR(i->srv, "child %i died with unexpected stat_val %i", i->proc->child_pid, w->rstatus);
		}
		if (i->s_cur == LI_INSTANCE_DOWN) {
			ERROR(i->srv, "spawning child %i failed, not restarting", i->proc->child_pid);
			news = i->s_dest = LI_INSTANCE_FINISHED; /* TODO: retry spawn later? */
		} else {
			news = LI_INSTANCE_DOWN;
		}
	}
	li_proc_free(i->proc);
	i->proc = NULL;
	li_angel_connection_free(i->acon);
	i->acon = NULL;
	ev_child_stop(loop, w);
	li_instance_state_reached(i, news);
	li_instance_release(i);
}

static void instance_spawn_setup(gpointer ctx) {
	int *confd = ctx;

	if (confd[1] != 0) {
		dup2(confd[1], 0);
		close(confd[1]);
	}

	dup2(STDERR_FILENO, STDOUT_FILENO);
}

static void instance_spawn(liInstance *i) {
	int confd[2];
	if (-1 == socketpair(AF_UNIX, SOCK_STREAM, 0, confd)) {
		ERROR(i->srv, "socketpair error, cannot spawn instance: %s", g_strerror(errno));
		return;
	}
	li_fd_init(confd[0]);
	li_fd_no_block(confd[1]);

	i->acon = li_angel_connection_new(i->srv->loop, confd[0], i, instance_angel_call_cb, instance_angel_close_cb);
	i->proc = li_proc_new(i->srv, i->ic->cmd, i->ic->env, i->ic->uid, i->ic->gid, i->ic->username->str, i->ic->rlim_core, i->ic->rlim_nofile, instance_spawn_setup, confd);

	if (!i->proc) return;

	close(confd[1]);
	ev_child_set(&i->child_watcher, i->proc->child_pid, 0);
	ev_child_start(i->srv->loop, &i->child_watcher);
	i->s_cur = LI_INSTANCE_DOWN;
	li_instance_acquire(i);
	DEBUG(i->srv, "Instance (%i) spawned: %s", i->proc->child_pid, i->ic->cmd[0]);
}

liInstance* li_server_new_instance(liServer *srv, liInstanceConf *ic) {
	liInstance *i;

	i = g_slice_new0(liInstance);
	i->refcount = 1;
	i->srv = srv;
	li_instance_conf_acquire(ic);
	i->ic = ic;
	i->s_cur = i->s_dest = LI_INSTANCE_DOWN;
	ev_child_init(&i->child_watcher, instance_child_cb, -1, 0);
	i->child_watcher.data = i;

	return i;
}

void li_instance_replace(liInstance *oldi, liInstance *newi) {
	/* TODO ??? */
}

void li_instance_set_state(liInstance *i, liInstanceState s) {
	if (i->s_dest == s) return;
	switch (s) {
	case LI_INSTANCE_DOWN:
	case LI_INSTANCE_SUSPENDING:
		ERROR(i->srv, "Invalid destination state %i", s);
		return; /* cannot set this */
	case LI_INSTANCE_WARMUP:
	case LI_INSTANCE_SUSPENDED:
	case LI_INSTANCE_RUNNING:
	case LI_INSTANCE_FINISHED:
		break;
	}
	i->s_dest = s;
	if (!i->proc && LI_INSTANCE_FINISHED != s) {
		instance_spawn(i);
	} else {
		GError *error = NULL;

		switch (s) {
		case LI_INSTANCE_DOWN:
		case LI_INSTANCE_SUSPENDING:
			break; /* cannot be set */
		case LI_INSTANCE_WARMUP:
			li_angel_send_simple_call(i->acon, CONST_STR_LEN("core"), CONST_STR_LEN("warmup"), NULL, &error);
			break;
		case LI_INSTANCE_SUSPENDED:
			li_angel_send_simple_call(i->acon, CONST_STR_LEN("core"), CONST_STR_LEN("suspend"), NULL, &error);
			break;
		case LI_INSTANCE_RUNNING:
			li_angel_send_simple_call(i->acon, CONST_STR_LEN("core"), CONST_STR_LEN("run"), NULL, &error);
			break;
		case LI_INSTANCE_FINISHED:
			if (i->proc) {
				kill(i->proc->child_pid, SIGTERM);
			} else {
				li_instance_state_reached(i, LI_INSTANCE_FINISHED);
			}
			break;
		}

		if (error) {
			GERROR(i->srv, error, "set state %i failed, killing instance:", s);
			g_error_free(error);
			if (i->proc) {
				kill(i->proc->child_pid, SIGTERM);
			} else {
				li_instance_state_reached(i, LI_INSTANCE_FINISHED);
			}
		}
	}
}

void li_instance_state_reached(liInstance *i, liInstanceState s) {
	GError *error = NULL;

	i->s_cur = s;
	switch (s) {
	case LI_INSTANCE_DOWN:
		/* last child died */
		if (i->s_dest == LI_INSTANCE_FINISHED) {
			i->s_cur = LI_INSTANCE_FINISHED;
		} else {
			instance_spawn(i);
		}
		break;
	case LI_INSTANCE_SUSPENDED:
		switch (i->s_dest) {
		case LI_INSTANCE_DOWN:
			break; /* impossible */
		case LI_INSTANCE_SUSPENDED:
			break;
		case LI_INSTANCE_WARMUP:
			/* make sure we move to SILENT after we spawned the instance */
			li_angel_send_simple_call(i->acon, CONST_STR_LEN("core"), CONST_STR_LEN("warmup"), NULL, &error);
			break;
		case LI_INSTANCE_RUNNING:
			/* make sure we move to RUNNING after we spawned the instance */
			li_angel_send_simple_call(i->acon, CONST_STR_LEN("core"), CONST_STR_LEN("run"), NULL, &error);
			break;
		case LI_INSTANCE_SUSPENDING:
		case LI_INSTANCE_FINISHED:
			break; /* nothing to do, instance should already know what to do */
		}
		break;
	case LI_INSTANCE_WARMUP:
		/* TODO: replace another instance? */
		break;
	case LI_INSTANCE_RUNNING:
		/* nothing to do, instance should already know what to do */
		break;
	case LI_INSTANCE_SUSPENDING:
		/* nothing to do, instance should already know what to do */
		break;
	case LI_INSTANCE_FINISHED:
		if (i->s_dest != LI_INSTANCE_FINISHED) {
			/* TODO: replacing another instance failed? */
		}
		break;
	}

	if (error) {
		GERROR(i->srv, error, "reaching state %i failed, killing instance:", s);
		g_error_free(error);
		if (i->proc) {
			kill(i->proc->child_pid, SIGTERM);
		} else {
			li_instance_state_reached(i, LI_INSTANCE_FINISHED);
		}
	}
}

void li_instance_release(liInstance *i) {
	liServer *srv;
	liInstance *t;
	if (!i) return;
	srv = i->srv;

	g_assert(g_atomic_int_get(&i->refcount) > 0);

	if (!g_atomic_int_dec_and_test(&i->refcount)) return;
	g_assert(!i->proc);

	DEBUG(srv, "%s", "instance released");

	li_instance_conf_release(i->ic);
	i->ic = NULL;

	t = i->replace; i->replace = NULL;
	li_instance_release(t);

	t = i->replace_by; i->replace_by = NULL;
	li_instance_release(t);

	g_slice_free(liInstance, i);
}

void li_instance_acquire(liInstance *i) {
	assert(g_atomic_int_get(&i->refcount) > 0);
	g_atomic_int_inc(&i->refcount);
}

liInstanceConf* li_instance_conf_new(gchar **cmd, gchar **env, GString *username, uid_t uid, gid_t gid, gint64 rlim_core, gint64 rlim_nofile) {
	liInstanceConf *ic = g_slice_new0(liInstanceConf);
	ic->refcount = 1;
	ic->cmd = cmd;
	ic->env = env;
	if (username) {
		ic->username = g_string_new_len(GSTR_LEN(username));
	}
	ic->uid = uid;
	ic->gid = gid;
	ic->rlim_core = rlim_core;
	ic->rlim_nofile = rlim_nofile;
	return ic;
}

void li_instance_conf_release(liInstanceConf *ic) {
	if (!ic) return;
	assert(g_atomic_int_get(&ic->refcount) > 0);
	if (!g_atomic_int_dec_and_test(&ic->refcount)) return;
	g_strfreev(ic->cmd);
	g_strfreev(ic->env);
	g_slice_free(liInstanceConf, ic);
}

void li_instance_conf_acquire(liInstanceConf *ic) {
	assert(g_atomic_int_get(&ic->refcount) > 0);
	g_atomic_int_inc(&ic->refcount);
}