/* Copyright (c) 2010-2012 Red Hat, Inc. This file is part of GlusterFS. This file is licensed to you under your choice of the GNU Lesser General Public License, version 3 or any later version (LGPLv3 or later), or the GNU General Public License, version 2 (GPLv2), in all cases as published by the Free Software Foundation. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #ifndef _CONFIG_H #define _CONFIG_H #include "config.h" #endif #ifdef HAVE_MALLOC_H #include #endif #ifdef HAVE_MALLOC_STATS #ifdef DEBUG #include #endif #endif #include "quota.h" extern struct rpc_clnt_program quota_enforcer_clnt; int32_t quota_validate_cbk (call_frame_t *frame, void *cookie, xlator_t *this, int32_t op_ret, int32_t op_errno, inode_t *inode, struct iatt *buf, dict_t *xdata, struct iatt *postparent); int quota_enforcer_submit_request (void *req, call_frame_t *frame, rpc_clnt_prog_t *prog, int procnum, struct iobref *iobref, xlator_t *this, fop_cbk_fn_t cbkfn, xdrproc_t xdrproc) { int ret = -1; int count = 0; struct iovec iov = {0, }; struct iobuf *iobuf = NULL; char new_iobref = 0; ssize_t xdr_size = 0; quota_priv_t *priv = NULL; GF_ASSERT (this); priv = this->private; if (req) { xdr_size = xdr_sizeof (xdrproc, req); iobuf = iobuf_get2 (this->ctx->iobuf_pool, xdr_size); if (!iobuf) { goto out; }; if (!iobref) { iobref = iobref_new (); if (!iobref) { goto out; } new_iobref = 1; } iobref_add (iobref, iobuf); iov.iov_base = iobuf->ptr; iov.iov_len = iobuf_size (iobuf); /* Create the xdr payload */ ret = xdr_serialize_generic (iov, req, xdrproc); if (ret == -1) { goto out; } iov.iov_len = ret; count = 1; } /* Send the msg */ ret = rpc_clnt_submit (priv->rpc_clnt, prog, procnum, cbkfn, &iov, count, NULL, 0, iobref, frame, NULL, 0, NULL, 0, NULL); ret = 0; out: if (new_iobref) iobref_unref (iobref); if (iobuf) iobuf_unref (iobuf); return ret; } int quota_enforcer_lookup_cbk (struct rpc_req *req, struct iovec *iov, int count, void *myframe) { quota_local_t *local = NULL; call_frame_t *frame = NULL; int ret = 0; gfs3_lookup_rsp rsp = {0,}; struct iatt stbuf = {0,}; struct iatt postparent = {0,}; int op_errno = EINVAL; dict_t *xdata = NULL; inode_t *inode = NULL; xlator_t *this = NULL; this = THIS; frame = myframe; local = frame->local; inode = local->validate_loc.inode; if (-1 == req->rpc_status) { rsp.op_ret = -1; op_errno = ENOTCONN; goto out; } ret = xdr_to_generic (*iov, &rsp, (xdrproc_t)xdr_gfs3_lookup_rsp); if (ret < 0) { gf_log (this->name, GF_LOG_ERROR, "XDR decoding failed"); rsp.op_ret = -1; op_errno = EINVAL; goto out; } op_errno = gf_error_to_errno (rsp.op_errno); gf_stat_to_iatt (&rsp.postparent, &postparent); if (rsp.op_ret == -1) goto out; rsp.op_ret = -1; gf_stat_to_iatt (&rsp.stat, &stbuf); GF_PROTOCOL_DICT_UNSERIALIZE (frame->this, xdata, (rsp.xdata.xdata_val), (rsp.xdata.xdata_len), rsp.op_ret, op_errno, out); if ((!uuid_is_null (inode->gfid)) && (uuid_compare (stbuf.ia_gfid, inode->gfid) != 0)) { gf_log (frame->this->name, GF_LOG_DEBUG, "gfid changed for %s", local->validate_loc.path); rsp.op_ret = -1; op_errno = ESTALE; goto out; } rsp.op_ret = 0; out: rsp.op_errno = op_errno; if (rsp.op_ret == -1) { /* any error other than ENOENT */ if (rsp.op_errno != ENOENT) gf_log (this->name, GF_LOG_WARNING, "remote operation failed: %s. Path: %s (%s)", strerror (rsp.op_errno), local->validate_loc.path, loc_gfid_utoa (&local->validate_loc)); else gf_log (this->name, GF_LOG_TRACE, "not found on remote node"); } local->validate_cbk (frame, NULL, this, rsp.op_ret, rsp.op_errno, inode, &stbuf, xdata, &postparent); if (xdata) dict_unref (xdata); free (rsp.xdata.xdata_val); return 0; } int quota_enforcer_lookup (call_frame_t *frame, xlator_t *this, loc_t *loc, dict_t *xdata, fop_lookup_cbk_t validate_cbk) { quota_local_t *local = NULL; gfs3_lookup_req req = {{0,},}; int ret = 0; int op_errno = ESTALE; struct iovec vector[MAX_IOVEC] = {{0}, }; quota_priv_t *priv = NULL; if (!frame || !this || !loc) goto unwind; local = frame->local; local->validate_cbk = validate_cbk; memset (vector, 0, sizeof (vector)); priv = this->private; if (!(loc && loc->inode)) goto unwind; if (!uuid_is_null (loc->inode->gfid)) memcpy (req.gfid, loc->inode->gfid, 16); else memcpy (req.gfid, loc->gfid, 16); if (xdata) { GF_PROTOCOL_DICT_SERIALIZE (this, xdata, (&req.xdata.xdata_val), req.xdata.xdata_len, op_errno, unwind); } if (loc->name) req.bname = (char *)loc->name; else req.bname = ""; ret = quota_enforcer_submit_request (&req, frame, priv->quota_enforcer, GF_AGGREGATOR_LOOKUP, NULL, this, quota_enforcer_lookup_cbk, (xdrproc_t)xdr_gfs3_lookup_req); if (ret) { gf_log (this->name, GF_LOG_WARNING, "failed to send the fop"); } GF_FREE (req.xdata.xdata_val); return 0; unwind: validate_cbk (frame, NULL, this, -1, op_errno, NULL, NULL, NULL, NULL); GF_FREE (req.xdata.xdata_val); return 0; } int quota_enforcer_notify (struct rpc_clnt *rpc, void *mydata, rpc_clnt_event_t event, void *data) { xlator_t *this = NULL; int ret = 0; this = mydata; switch (event) { case RPC_CLNT_CONNECT: { gf_log (this->name, GF_LOG_TRACE, "got RPC_CLNT_CONNECT"); break; } case RPC_CLNT_DISCONNECT: { gf_log (this->name, GF_LOG_TRACE, "got RPC_CLNT_DISCONNECT"); break; } default: gf_log (this->name, GF_LOG_TRACE, "got some other RPC event %d", event); ret = 0; break; } return ret; } struct rpc_clnt * quota_enforcer_init (xlator_t *this, dict_t *options) { struct rpc_clnt *rpc = NULL; quota_priv_t *priv = NULL; int ret = -1; priv = this->private; priv->quota_enforcer = "a_enforcer_clnt; ret = dict_set_str (options, "transport.address-family", "unix"); if (ret) goto out; ret = dict_set_str (options, "transport-type", "socket"); if (ret) goto out; ret = dict_set_str (options, "transport.socket.connect-path", "/tmp/quotad.socket"); if (ret) goto out; rpc = rpc_clnt_new (options, this->ctx, this->name, 16); if (!rpc) goto out; ret = rpc_clnt_register_notify (rpc, quota_enforcer_notify, this); if (ret) { gf_log ("cli", GF_LOG_ERROR, "failed to register notify"); goto out; } rpc_clnt_start (rpc); out: if (ret) { if (rpc) rpc_clnt_unref (rpc); rpc = NULL; } priv->rpc_clnt = rpc; return rpc; } struct rpc_clnt_procedure quota_enforcer_actors[GF_AGGREGATOR_MAXVALUE] = { [GF_AGGREGATOR_NULL] = {"NULL", NULL}, [GF_AGGREGATOR_LOOKUP] = {"LOOKUP", NULL}, }; struct rpc_clnt_program quota_enforcer_clnt = { .progname = "Quota enforcer", .prognum = GLUSTER_AGGREGATOR_PROGRAM, .progver = GLUSTER_AGGREGATOR_VERSION, .numproc = GF_AGGREGATOR_MAXVALUE, .proctable = quota_enforcer_actors, };