diff options
Diffstat (limited to 'xlators/mgmt/glusterd/src/glusterd-svc-mgmt.c')
| -rw-r--r-- | xlators/mgmt/glusterd/src/glusterd-svc-mgmt.c | 646 |
1 files changed, 422 insertions, 224 deletions
diff --git a/xlators/mgmt/glusterd/src/glusterd-svc-mgmt.c b/xlators/mgmt/glusterd/src/glusterd-svc-mgmt.c index 454c2a453b2..18b3fb13630 100644 --- a/xlators/mgmt/glusterd/src/glusterd-svc-mgmt.c +++ b/xlators/mgmt/glusterd/src/glusterd-svc-mgmt.c @@ -8,331 +8,529 @@ cases as published by the Free Software Foundation. */ -#include "globals.h" -#include "run.h" +#include <glusterfs/globals.h> +#include <glusterfs/run.h> #include "glusterd.h" -#include "glusterfs.h" +#include <glusterfs/glusterfs.h> #include "glusterd-utils.h" #include "glusterd-svc-mgmt.h" #include "glusterd-proc-mgmt.h" #include "glusterd-conn-mgmt.h" #include "glusterd-messages.h" -#include "syscall.h" +#include <glusterfs/syscall.h> +#include "glusterd-shd-svc-helper.h" int -glusterd_svc_create_rundir (char *rundir) +glusterd_svc_create_rundir(char *rundir) { - int ret = -1; - - ret = mkdir_p (rundir, 0777, _gf_true); - if ((ret == -1) && (EEXIST != errno)) { - gf_msg (THIS->name, GF_LOG_ERROR, errno, - GD_MSG_CREATE_DIR_FAILED, "Unable to create rundir %s", - rundir); - } - return ret; + int ret = -1; + + ret = mkdir_p(rundir, 0755, _gf_true); + if ((ret == -1) && (EEXIST != errno)) { + gf_msg(THIS->name, GF_LOG_ERROR, errno, GD_MSG_CREATE_DIR_FAILED, + "Unable to create rundir %s", rundir); + } + return ret; } -static void -glusterd_svc_build_logfile_path (char *server, char *logdir, char *logfile, - size_t len) +void +glusterd_svc_build_logfile_path(char *server, char *logdir, char *logfile, + size_t len) { - snprintf (logfile, len, "%s/%s.log", logdir, server); + snprintf(logfile, len, "%s/%s.log", logdir, server); } -static void -glusterd_svc_build_volfileid_path (char *server, char *volfileid, size_t len) +void +glusterd_svc_build_volfileid_path(char *server, char *volfileid, size_t len) { - snprintf (volfileid, len, "gluster/%s", server); + snprintf(volfileid, len, "gluster/%s", server); } static int -glusterd_svc_init_common (glusterd_svc_t *svc, - char *svc_name, char *workdir, - char *rundir, char *logdir, - glusterd_conn_notify_t notify) +glusterd_svc_init_common(glusterd_svc_t *svc, char *svc_name, char *workdir, + char *rundir, char *logdir, + glusterd_conn_notify_t notify) { - int ret = -1; - glusterd_conf_t *priv = NULL; - xlator_t *this = NULL; - char pidfile[PATH_MAX] = {0,}; - char logfile[PATH_MAX] = {0,}; - char volfile[PATH_MAX] = {0,}; - char sockfpath[PATH_MAX] = {0,}; - char volfileid[256] = {0}; - char *volfileserver = NULL; - - this = THIS; - GF_ASSERT (this); - - priv = this->private; - GF_ASSERT (priv); - - ret = snprintf (svc->name, sizeof (svc->name), "%s", svc_name); - if (ret < 0) - goto out; - - if (!notify) - notify = glusterd_svc_common_rpc_notify; - - glusterd_svc_create_rundir (rundir); - - /* Initialize the connection mgmt */ - glusterd_conn_build_socket_filepath (rundir, MY_UUID, - sockfpath, sizeof (sockfpath)); - - ret = glusterd_conn_init (&(svc->conn), sockfpath, 600, notify); - if (ret) - goto out; - - /* Initialize the process mgmt */ - glusterd_svc_build_pidfile_path (svc_name, workdir, pidfile, - sizeof(pidfile)); - glusterd_svc_build_volfile_path (svc_name, workdir, volfile, - sizeof (volfile)); - - glusterd_svc_build_logfile_path (svc_name, logdir, logfile, - sizeof (logfile)); - glusterd_svc_build_volfileid_path (svc_name, volfileid, - sizeof(volfileid)); - - if (dict_get_str (this->options, "transport.socket.bind-address", - &volfileserver) != 0) { - volfileserver = "localhost"; - } - - ret = glusterd_proc_init (&(svc->proc), svc_name, pidfile, logdir, - logfile, volfile, volfileid, volfileserver); - if (ret) - goto out; + int ret = -1; + glusterd_conf_t *priv = NULL; + xlator_t *this = NULL; + char pidfile[PATH_MAX] = { + 0, + }; + char logfile[PATH_MAX] = { + 0, + }; + char volfile[PATH_MAX] = { + 0, + }; + char sockfpath[PATH_MAX] = { + 0, + }; + char volfileid[256] = {0}; + char *volfileserver = NULL; + + this = THIS; + GF_ASSERT(this); + + priv = this->private; + GF_ASSERT(priv); + + ret = snprintf(svc->name, sizeof(svc->name), "%s", svc_name); + if (ret < 0) + goto out; + + if (!notify) + notify = glusterd_svc_common_rpc_notify; + + glusterd_svc_create_rundir(rundir); + + /* Initialize the connection mgmt */ + glusterd_conn_build_socket_filepath(rundir, MY_UUID, sockfpath, + sizeof(sockfpath)); + + ret = glusterd_conn_init(&(svc->conn), sockfpath, 600, notify); + if (ret) + goto out; + + /* Initialize the process mgmt */ + glusterd_svc_build_pidfile_path(svc_name, priv->rundir, pidfile, + sizeof(pidfile)); + + glusterd_svc_build_volfile_path(svc_name, workdir, volfile, + sizeof(volfile)); + + glusterd_svc_build_logfile_path(svc_name, logdir, logfile, sizeof(logfile)); + glusterd_svc_build_volfileid_path(svc_name, volfileid, sizeof(volfileid)); + + if (dict_get_strn(this->options, "transport.socket.bind-address", + SLEN("transport.socket.bind-address"), + &volfileserver) != 0) { + volfileserver = "localhost"; + } + + ret = glusterd_proc_init(&(svc->proc), svc_name, pidfile, logdir, logfile, + volfile, volfileid, volfileserver); + if (ret) + goto out; out: - gf_msg_debug (this->name, 0, "Returning %d", ret); - return ret; + gf_msg_debug(this->name, 0, "Returning %d", ret); + return ret; } - static int -svc_add_args (dict_t *cmdline, char *arg, data_t *value, void *data) +svc_add_args(dict_t *cmdline, char *arg, data_t *value, void *data) { - runner_t *runner = data; - runner_add_arg (runner, value->data); - return 0; + runner_t *runner = data; + runner_add_arg(runner, value->data); + return 0; } -int glusterd_svc_init (glusterd_svc_t *svc, char *svc_name) +int +glusterd_svc_init(glusterd_svc_t *svc, char *svc_name) { - int ret = -1; - char rundir[PATH_MAX] = {0,}; - glusterd_conf_t *priv = NULL; - xlator_t *this = NULL; + int ret = -1; + char rundir[PATH_MAX] = { + 0, + }; + glusterd_conf_t *priv = NULL; + xlator_t *this = NULL; - this = THIS; - GF_ASSERT (this); + this = THIS; + GF_ASSERT(this); - priv = this->private; - GF_ASSERT (priv); + priv = this->private; + GF_ASSERT(priv); - glusterd_svc_build_rundir (svc_name, priv->workdir, rundir, - sizeof (rundir)); - ret = glusterd_svc_init_common (svc, svc_name, priv->workdir, rundir, - DEFAULT_LOG_FILE_DIRECTORY, NULL); + glusterd_svc_build_rundir(svc_name, priv->rundir, rundir, sizeof(rundir)); + ret = glusterd_svc_init_common(svc, svc_name, priv->workdir, rundir, + priv->logdir, NULL); - return ret; + return ret; } int -glusterd_svc_start (glusterd_svc_t *svc, int flags, dict_t *cmdline) +glusterd_svc_start(glusterd_svc_t *svc, int flags, dict_t *cmdline) { - int ret = -1; - runner_t runner = {0,}; - glusterd_conf_t *priv = NULL; - xlator_t *this = NULL; - char valgrind_logfile[PATH_MAX] = {0}; - - this = THIS; - GF_ASSERT (this); - - priv = this->private; - GF_ASSERT (priv); - - if (glusterd_proc_is_running (&(svc->proc))) { - ret = 0; - goto out; + int ret = -1; + runner_t runner = { + 0, + }; + glusterd_conf_t *priv = NULL; + xlator_t *this = NULL; + char valgrind_logfile[PATH_MAX] = {0}; + char *localtime_logging = NULL; + char *log_level = NULL; + char daemon_log_level[30] = {0}; + char msg[1024] = { + 0, + }; + int32_t len = 0; + + this = THIS; + GF_ASSERT(this); + + priv = this->private; + GF_VALIDATE_OR_GOTO("glusterd", priv, out); + GF_VALIDATE_OR_GOTO("glusterd", svc, out); + + pthread_mutex_lock(&priv->attach_lock); + { + if (glusterd_proc_is_running(&(svc->proc))) { + ret = 0; + goto unlock; } - ret = sys_access (svc->proc.volfile, F_OK); + ret = sys_access(svc->proc.volfile, F_OK); if (ret) { - gf_msg (this->name, GF_LOG_ERROR, 0, - GD_MSG_VOLFILE_NOT_FOUND, "Volfile %s is not present", - svc->proc.volfile); - goto out; + gf_msg(this->name, GF_LOG_ERROR, 0, GD_MSG_VOLFILE_NOT_FOUND, + "Volfile %s is not present", svc->proc.volfile); + goto unlock; } - runinit (&runner); + runinit(&runner); + + if (this->ctx->cmd_args.vgtool != _gf_none) { + len = snprintf(valgrind_logfile, PATH_MAX, "%s/valgrind-%s.log", + svc->proc.logdir, svc->name); + if ((len < 0) || (len >= PATH_MAX)) { + ret = -1; + goto unlock; + } - if (priv->valgrind) { - snprintf (valgrind_logfile, PATH_MAX, "%s/valgrind-%s.log", - svc->proc.logfile, svc->name); + if (this->ctx->cmd_args.vgtool == _gf_memcheck) + runner_add_args(&runner, "valgrind", "--leak-check=full", + "--trace-children=yes", "--track-origins=yes", + NULL); + else + runner_add_args(&runner, "valgrind", "--tool=drd", NULL); - runner_add_args (&runner, "valgrind", "--leak-check=full", - "--trace-children=yes", "--track-origins=yes", - NULL); - runner_argprintf (&runner, "--log-file=%s", valgrind_logfile); + runner_argprintf(&runner, "--log-file=%s", valgrind_logfile); } - runner_add_args (&runner, SBIN_DIR"/glusterfs", - "-s", svc->proc.volfileserver, - "--volfile-id", svc->proc.volfileid, - "-p", svc->proc.pidfile, - "-l", svc->proc.logfile, - "-S", svc->conn.sockpath, - NULL); + runner_add_args(&runner, SBIN_DIR "/glusterfs", "-s", + svc->proc.volfileserver, "--volfile-id", + svc->proc.volfileid, "-p", svc->proc.pidfile, "-l", + svc->proc.logfile, "-S", svc->conn.sockpath, NULL); + + if (dict_get_strn(priv->opts, GLUSTERD_LOCALTIME_LOGGING_KEY, + SLEN(GLUSTERD_LOCALTIME_LOGGING_KEY), + &localtime_logging) == 0) { + if (strcmp(localtime_logging, "enable") == 0) + runner_add_arg(&runner, "--localtime-logging"); + } + if (dict_get_strn(priv->opts, GLUSTERD_DAEMON_LOG_LEVEL_KEY, + SLEN(GLUSTERD_DAEMON_LOG_LEVEL_KEY), + &log_level) == 0) { + snprintf(daemon_log_level, 30, "--log-level=%s", log_level); + runner_add_arg(&runner, daemon_log_level); + } + + if (this->ctx->cmd_args.global_threading) { + runner_add_arg(&runner, "--global-threading"); + } if (cmdline) - dict_foreach (cmdline, svc_add_args, (void *) &runner); + dict_foreach(cmdline, svc_add_args, (void *)&runner); - gf_msg (this->name, GF_LOG_INFO, 0, GD_MSG_SVC_START_SUCCESS, - "Starting %s service", svc->name); + snprintf(msg, sizeof(msg), "Starting %s service", svc->name); + runner_log(&runner, this->name, GF_LOG_DEBUG, msg); if (flags == PROC_START_NO_WAIT) { - ret = runner_run_nowait (&runner); + ret = runner_run_nowait(&runner); } else { - synclock_unlock (&priv->big_lock); - { - ret = runner_run (&runner); - } - synclock_lock (&priv->big_lock); + synclock_unlock(&priv->big_lock); + { + ret = runner_run(&runner); + } + synclock_lock(&priv->big_lock); } - + } +unlock: + pthread_mutex_unlock(&priv->attach_lock); out: - gf_msg_debug (this->name, 0, "Returning %d", ret); + gf_msg_debug(this->name, 0, "Returning %d", ret); - return ret; + return ret; } -int glusterd_svc_stop (glusterd_svc_t *svc, int sig) +int +glusterd_svc_stop(glusterd_svc_t *svc, int sig) { - int ret = -1; - - ret = glusterd_proc_stop (&(svc->proc), sig, PROC_STOP_FORCE); - if (ret) - goto out; - glusterd_conn_disconnect (&(svc->conn)); - - if (ret == 0) { - svc->online = _gf_false; - (void) glusterd_unlink_file ((char *)svc->conn.sockpath); - } - gf_msg (THIS->name, GF_LOG_INFO, 0, GD_MSG_SVC_STOP_SUCCESS, - "%s service is stopped", svc->name); + int ret = -1; + + ret = glusterd_proc_stop(&(svc->proc), sig, PROC_STOP_FORCE); + if (ret) + goto out; + glusterd_conn_disconnect(&(svc->conn)); + + if (ret == 0) { + svc->online = _gf_false; + (void)glusterd_unlink_file((char *)svc->conn.sockpath); + } + gf_msg(THIS->name, GF_LOG_INFO, 0, GD_MSG_SVC_STOP_SUCCESS, + "%s service is stopped", svc->name); out: - gf_msg_debug (THIS->name, 0, "Returning %d", ret); + gf_msg_debug(THIS->name, 0, "Returning %d", ret); - return ret; + return ret; } void -glusterd_svc_build_pidfile_path (char *server, char *workdir, char *path, - size_t len) +glusterd_svc_build_pidfile_path(char *server, char *workdir, char *path, + size_t len) { - char dir[PATH_MAX] = {0}; + char dir[PATH_MAX] = {0}; - GF_ASSERT (len == PATH_MAX); + GF_ASSERT(len == PATH_MAX); - glusterd_svc_build_rundir (server, workdir, dir, sizeof (dir)); - snprintf (path, len, "%s/%s.pid", dir, server); + glusterd_svc_build_rundir(server, workdir, dir, sizeof(dir)); + snprintf(path, len, "%s/%s.pid", dir, server); } void -glusterd_svc_build_volfile_path (char *server, char *workdir, char *volfile, - size_t len) +glusterd_svc_build_volfile_path(char *server, char *workdir, char *volfile, + size_t len) { - char dir[PATH_MAX] = {0,}; + char dir[PATH_MAX] = { + 0, + }; - GF_ASSERT (len == PATH_MAX); + GF_ASSERT(len == PATH_MAX); - glusterd_svc_build_svcdir (server, workdir, dir, sizeof (dir)); + glusterd_svc_build_svcdir(server, workdir, dir, sizeof(dir)); - if (!strcmp(server, "quotad")) /*quotad has different volfile name*/ - snprintf (volfile, len, "%s/%s.vol", dir, server); - else - snprintf (volfile, len, "%s/%s-server.vol", dir, server); + if (!strcmp(server, "quotad")) + /*quotad has different volfile name*/ + snprintf(volfile, len, "%s/%s.vol", dir, server); + else + snprintf(volfile, len, "%s/%s-server.vol", dir, server); } void -glusterd_svc_build_svcdir (char *server, char *workdir, char *path, size_t len) +glusterd_svc_build_svcdir(char *server, char *workdir, char *path, size_t len) { - GF_ASSERT (len == PATH_MAX); + GF_ASSERT(len == PATH_MAX); - snprintf (path, len, "%s/%s", workdir, server); + snprintf(path, len, "%s/%s", workdir, server); } void -glusterd_svc_build_rundir (char *server, char *workdir, char *path, size_t len) +glusterd_svc_build_rundir(char *server, char *workdir, char *path, size_t len) { - char dir[PATH_MAX] = {0}; + char dir[PATH_MAX] = {0}; - GF_ASSERT (len == PATH_MAX); + GF_ASSERT(len == PATH_MAX); - glusterd_svc_build_svcdir (server, workdir, dir, sizeof (dir)); - snprintf (path, len, "%s/run", dir); + glusterd_svc_build_svcdir(server, workdir, dir, sizeof(dir)); + snprintf(path, len, "%s", dir); } int -glusterd_svc_reconfigure (int (*create_volfile) ()) +glusterd_svc_reconfigure(int (*create_volfile)()) { - int ret = -1; + int ret = -1; - ret = create_volfile (); - if (ret) - goto out; + ret = create_volfile(); + if (ret) + goto out; - ret = glusterd_fetchspec_notify (THIS); + ret = glusterd_fetchspec_notify(THIS); out: - return ret; + return ret; } int -glusterd_svc_common_rpc_notify (glusterd_conn_t *conn, - rpc_clnt_event_t event) +glusterd_svc_common_rpc_notify(glusterd_conn_t *conn, rpc_clnt_event_t event) { - int ret = 0; - glusterd_svc_t *svc = NULL; - xlator_t *this = NULL; - - this = THIS; - GF_ASSERT (this); - - /* Get the parent onject i.e. svc using list_entry macro */ - svc = cds_list_entry (conn, glusterd_svc_t, conn); - if (!svc) { - gf_msg (this->name, GF_LOG_ERROR, 0, - GD_MSG_SVC_GET_FAIL, "Failed to get the service"); - return -1; - } + int ret = 0; + glusterd_svc_t *svc = NULL; + xlator_t *this = NULL; + + this = THIS; + GF_ASSERT(this); + + /* Get the parent onject i.e. svc using list_entry macro */ + svc = cds_list_entry(conn, glusterd_svc_t, conn); + if (!svc) { + gf_msg(this->name, GF_LOG_ERROR, 0, GD_MSG_SVC_GET_FAIL, + "Failed to get the service"); + return -1; + } + + switch (event) { + case RPC_CLNT_CONNECT: + gf_msg_debug(this->name, 0, + "%s has connected with " + "glusterd.", + svc->name); + gf_event(EVENT_SVC_CONNECTED, "svc_name=%s", svc->name); + svc->online = _gf_true; + break; + + case RPC_CLNT_DISCONNECT: + if (svc->online) { + gf_msg(this->name, GF_LOG_INFO, 0, GD_MSG_NODE_DISCONNECTED, + "%s has disconnected " + "from glusterd.", + svc->name); + gf_event(EVENT_SVC_DISCONNECTED, "svc_name=%s", svc->name); + svc->online = _gf_false; + } + break; + + default: + gf_msg_trace(this->name, 0, "got some other RPC event %d", event); + break; + } + + return ret; +} + +void +glusterd_volume_svc_build_volfile_path(char *server, glusterd_volinfo_t *vol, + char *volfile, size_t len) +{ + GF_ASSERT(len == PATH_MAX); + + if (!strcmp(server, "glustershd")) { + glusterd_svc_build_shd_volfile_path(vol, volfile, len); + } +} - switch (event) { +int +glusterd_muxsvc_common_rpc_notify(glusterd_svc_proc_t *mux_proc, + rpc_clnt_event_t event) +{ + int ret = 0; + glusterd_svc_t *svc = NULL; + glusterd_svc_t *tmp = NULL; + xlator_t *this = NULL; + gf_boolean_t need_logging = _gf_false; + + this = THIS; + GF_ASSERT(this); + + if (!mux_proc) { + gf_msg(this->name, GF_LOG_ERROR, 0, GD_MSG_SVC_GET_FAIL, + "Failed to get the svc proc data"); + return -1; + } + + /* Currently this function was used for shd svc, if this function is + * using for another svc, change ths glustershd reference. We can get + * the svc name from any of the attached svc's + */ + switch (event) { case RPC_CLNT_CONNECT: - gf_msg_debug (this->name, 0, "%s has connected with " - "glusterd.", svc->name); - svc->online = _gf_true; - break; + gf_msg_debug(this->name, 0, + "glustershd has connected with glusterd."); + gf_event(EVENT_SVC_CONNECTED, "svc_name=glustershd"); + cds_list_for_each_entry_safe(svc, tmp, &mux_proc->svcs, mux_svc) + { + if (svc->online) + continue; + svc->online = _gf_true; + } + if (mux_proc->status != GF_SVC_STARTED) + mux_proc->status = GF_SVC_STARTED; + + break; case RPC_CLNT_DISCONNECT: + cds_list_for_each_entry_safe(svc, tmp, &mux_proc->svcs, mux_svc) + { if (svc->online) { - gf_msg (this->name, GF_LOG_INFO, 0, - GD_MSG_NODE_DISCONNECTED, "%s has disconnected " - "from glusterd.", svc->name); - svc->online = _gf_false; + if (!need_logging) + need_logging = _gf_true; + svc->online = _gf_false; + } + } + if (mux_proc->status != GF_SVC_DIED) { + svc = cds_list_entry(mux_proc->svcs.next, glusterd_svc_t, + mux_svc); + if (svc && !glusterd_proc_is_running(&svc->proc)) { + mux_proc->status = GF_SVC_DIED; + } else { + mux_proc->status = GF_SVC_DISCONNECTED; } - break; + } + + if (need_logging) { + gf_msg(this->name, GF_LOG_INFO, 0, GD_MSG_NODE_DISCONNECTED, + "glustershd has disconnected from glusterd."); + gf_event(EVENT_SVC_DISCONNECTED, "svc_name=glustershd"); + } + break; default: - gf_msg_trace (this->name, 0, - "got some other RPC event %d", event); - break; - } + gf_msg_trace(this->name, 0, "got some other RPC event %d", event); + break; + } - return ret; + return ret; +} + +int +glusterd_muxsvc_conn_init(glusterd_conn_t *conn, glusterd_svc_proc_t *mux_proc, + char *sockpath, int frame_timeout, + glusterd_muxsvc_conn_notify_t notify) +{ + int ret = -1; + dict_t *options = NULL; + struct rpc_clnt *rpc = NULL; + xlator_t *this = THIS; + glusterd_svc_t *svc = NULL; + + options = dict_new(); + if (!this || !options) + goto out; + + svc = cds_list_entry(conn, glusterd_svc_t, conn); + if (!svc) { + gf_msg(this->name, GF_LOG_ERROR, 0, GD_MSG_SVC_GET_FAIL, + "Failed to get the service"); + goto out; + } + + ret = rpc_transport_unix_options_build(options, sockpath, frame_timeout); + if (ret) + goto out; + + ret = dict_set_int32n(options, "transport.socket.ignore-enoent", + SLEN("transport.socket.ignore-enoent"), 1); + if (ret) + goto out; + + /* @options is free'd by rpc_transport when destroyed */ + rpc = rpc_clnt_new(options, this, (char *)svc->name, 16); + if (!rpc) { + ret = -1; + goto out; + } + + ret = rpc_clnt_register_notify(rpc, glusterd_muxsvc_conn_common_notify, + mux_proc); + if (ret) + goto out; + + ret = snprintf(conn->sockpath, sizeof(conn->sockpath), "%s", sockpath); + if (ret < 0) + goto out; + else + ret = 0; + + conn->frame_timeout = frame_timeout; + conn->rpc = rpc; + mux_proc->notify = notify; +out: + if (options) + dict_unref(options); + if (ret) { + if (rpc) { + rpc_clnt_unref(rpc); + rpc = NULL; + } + } + return ret; } |