quiesce: bring in feature to re-transmit the frames

there was a corner case of 'fops' failing if they were in transit
during a disconnection, if the failure is due to 'ENOTCONN'
re-transmit the frame.

Signed-off-by: Amar Tumballi <amar@gluster.com>
Signed-off-by: Anand V. Avati <avati@dev.gluster.com>

BUG: 1500 (Mount point should not be in-accessible between reconnect to server)
URL: http://bugs.gluster.com/cgi-bin/bugzilla3/show_bug.cgi?id=1500

2 files changed, 1502 insertions, 370 deletions

diff --git a/xlators/features/quiesce/src/quiesce.c b/xlators/features/quiesce/src/quiesce.c
index cb52d0ee5..c9828054c 100644
--- a/xlators/features/quiesce/src/quiesce.c
+++ b/xlators/features/quiesce/src/quiesce.c
@@ -26,13 +26,48 @@
 #include "defaults.h"
 #include "call-stub.h"
 
+/* TODO: */
+/* Think about 'writev/_*_lk/setattr/xattrop/' fops to do re-transmittion */
+
+
 /* Quiesce Specific Functions */
+void
+gf_quiesce_local_wipe (xlator_t *this, quiesce_local_t *local)
+{
+        quiesce_priv_t  *priv  = NULL;
+
+        if (!local || !this || !this->private)
+                return;
+
+        priv  = this->private;
+
+        if (local->loc.inode)
+                loc_wipe (&local->loc);
+        if (local->fd)
+                fd_unref (local->fd);
+        if (local->name)
+                GF_FREE (local->name);
+        if (local->volname)
+                GF_FREE (local->volname);
+        if (local->dict)
+                dict_unref (local->dict);
+        if (local->iobref)
+                iobref_unref (local->iobref);
+        if (local->vector)
+                GF_FREE (local->vector);
+
+        mem_put (priv->local_pool, local);
+}
+
 call_stub_t *
-gf_quiesce_dequeue (quiesce_priv_t *priv)
+gf_quiesce_dequeue (xlator_t *this)
 {
         call_stub_t  *stub = NULL;
+        quiesce_priv_t *priv = NULL;
+
+        priv = this->private;
 
-        if (list_empty (&priv->req))
+        if (!priv || list_empty (&priv->req))
                 return NULL;
 
         LOCK (&priv->lock);
@@ -46,21 +81,6 @@ gf_quiesce_dequeue (quiesce_priv_t *priv)
         return stub;
 }
 
-
-void
-gf_quiesce_enqueue (quiesce_priv_t *priv, call_stub_t *stub)
-{
-        LOCK (&priv->lock);
-        {
-                list_add_tail (&stub->list, &priv->req);
-                priv->queue_size++;
-        }
-        UNLOCK (&priv->lock);
-
-        return;
-}
-
-
 void *
 gf_quiesce_dequeue_start (void *data)
 {
@@ -73,7 +93,7 @@ gf_quiesce_dequeue_start (void *data)
         THIS = this;
 
         while (!list_empty (&priv->req)) {
-                stub = gf_quiesce_dequeue (priv);
+                stub = gf_quiesce_dequeue (this);
                 if (stub) {
                         call_resume (stub);
                 }
@@ -106,268 +126,971 @@ gf_quiesce_timeout (void *data)
         return;
 }
 
-/* FOP */
+void
+gf_quiesce_enqueue (xlator_t *this, call_stub_t *stub)
+{
+        quiesce_priv_t *priv    = NULL;
+        struct timeval  timeout = {0,};
+
+        priv = this->private;
+        if (!priv) {
+                gf_log_callingfn (this->name, GF_LOG_ERROR,
+                                  "this->private == NULL");
+                return;
+        }
+
+        LOCK (&priv->lock);
+        {
+                list_add_tail (&stub->list, &priv->req);
+                priv->queue_size++;
+        }
+        UNLOCK (&priv->lock);
+
+        if (!priv->timer) {
+                timeout.tv_sec = 20;
+                timeout.tv_usec = 0;
+
+                priv->timer = gf_timer_call_after (this->ctx,
+                                                   timeout,
+                                                   gf_quiesce_timeout,
+                                                   (void *) this);
+        }
+
+        return;
+}
+
+
+
+/* _CBK function section */
 
 int32_t
-quiesce_fgetxattr (call_frame_t *frame,
-                   xlator_t *this,
-                   fd_t *fd,
-                   const char *name)
+quiesce_lookup_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                    int32_t op_ret, int32_t op_errno, inode_t *inode,
+                    struct iatt *buf, dict_t *dict, struct iatt *postparent)
 {
         quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
 
         priv = this->private;
 
-        if (priv->pass_through) {
-                STACK_WIND (frame,
-                            default_fgetxattr_cbk,
-                            FIRST_CHILD(this),
-                            FIRST_CHILD(this)->fops->fgetxattr,
-                            fd,
-                            name);
-                return 0;
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_lookup_stub (frame, default_lookup_resume,
+                                        &local->loc, local->dict);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (lookup, frame, -1, ENOMEM,
+                                             NULL, NULL, NULL, NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
         }
 
-        stub = fop_fgetxattr_stub (frame, default_fgetxattr_resume, fd, name);
-        if (!stub) {
-                STACK_UNWIND_STRICT (fgetxattr, frame, -1, ENOMEM, NULL);
-                return 0;
+        STACK_UNWIND_STRICT (lookup, frame, op_ret, op_errno, inode, buf,
+                             dict, postparent);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+int32_t
+quiesce_stat_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                  int32_t op_ret, int32_t op_errno, struct iatt *buf)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_stat_stub (frame, default_stat_resume,
+                                      &local->loc);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (stat, frame, -1, ENOMEM,
+                                             NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        STACK_UNWIND_STRICT (stat, frame, op_ret, op_errno, buf);
+out:
+        gf_quiesce_local_wipe (this, local);
 
         return 0;
 }
 
 int32_t
-quiesce_fsetxattr (call_frame_t *frame,
-                   xlator_t *this,
-                   fd_t *fd,
-                   dict_t *dict,
-                   int32_t flags)
+quiesce_access_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                    int32_t op_ret, int32_t op_errno)
 {
-	quiesce_priv_t *priv = NULL;
+        quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
 
         priv = this->private;
 
-        if (priv->pass_through) {
-                STACK_WIND (frame,
-                            default_fsetxattr_cbk,
-                            FIRST_CHILD(this),
-                            FIRST_CHILD(this)->fops->fsetxattr,
-                            fd,
-                            dict,
-                            flags);
-	        return 0;
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_access_stub (frame, default_access_resume,
+                                        &local->loc, local->flag);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (access, frame, -1, ENOMEM);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
         }
 
-        stub = fop_fsetxattr_stub (frame, default_fsetxattr_resume,
-                                   fd, dict, flags);
-        if (!stub) {
-                STACK_UNWIND_STRICT (fsetxattr, frame, -1, ENOMEM);
-                return 0;
+        STACK_UNWIND_STRICT (access, frame, op_ret, op_errno);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+int32_t
+quiesce_readlink_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                      int32_t op_ret, int32_t op_errno, const char *path,
+                      struct iatt *buf)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_readlink_stub (frame, default_readlink_resume,
+                                          &local->loc, local->size);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (readlink, frame, -1, ENOMEM,
+                                             NULL, NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        STACK_UNWIND_STRICT (readlink, frame, op_ret, op_errno, path, buf);
+out:
+        gf_quiesce_local_wipe (this, local);
 
         return 0;
 }
 
 int32_t
-quiesce_setxattr (call_frame_t *frame,
-		  xlator_t *this,
-		  loc_t *loc,
-		  dict_t *dict,
-		  int32_t flags)
+quiesce_open_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                  int32_t op_ret, int32_t op_errno, fd_t *fd)
 {
-	quiesce_priv_t *priv = NULL;
+        quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
 
         priv = this->private;
 
-        if (priv->pass_through) {
-                STACK_WIND (frame,
-                            default_setxattr_cbk,
-                            FIRST_CHILD(this),
-                            FIRST_CHILD(this)->fops->setxattr,
-                            loc,
-                            dict,
-                            flags);
-	        return 0;
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_open_stub (frame, default_open_resume,
+                                      &local->loc, local->flag, local->fd,
+                                      local->wbflags);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (open, frame, -1, ENOMEM,
+                                             NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
         }
 
-        stub = fop_setxattr_stub (frame, default_setxattr_resume,
-                                  loc, dict, flags);
-        if (!stub) {
-                STACK_UNWIND_STRICT (setxattr, frame, -1, ENOMEM);
-                return 0;
+        STACK_UNWIND_STRICT (open, frame, op_ret, op_errno, fd);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+int32_t
+quiesce_readv_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                   int32_t op_ret, int32_t op_errno, struct iovec *vector,
+                   int32_t count, struct iatt *stbuf, struct iobref *iobref)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_readv_stub (frame, default_readv_resume,
+                                       local->fd, local->size, local->offset);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (readv, frame, -1, ENOMEM,
+                                             NULL, 0, NULL, NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        STACK_UNWIND_STRICT (readv, frame, op_ret, op_errno, vector, count,
+                             stbuf, iobref);
+out:
+        gf_quiesce_local_wipe (this, local);
 
         return 0;
 }
 
 int32_t
-quiesce_statfs (call_frame_t *frame,
-		xlator_t *this,
-		loc_t *loc)
+quiesce_flush_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                   int32_t op_ret, int32_t op_errno)
 {
-	quiesce_priv_t *priv = NULL;
+        quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
 
         priv = this->private;
 
-        if (priv->pass_through) {
-                STACK_WIND (frame,
-                            default_statfs_cbk,
-                            FIRST_CHILD(this),
-                            FIRST_CHILD(this)->fops->statfs,
-                            loc);
-	        return 0;
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_flush_stub (frame, default_flush_resume,
+                                       local->fd);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (flush, frame, -1, ENOMEM);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
         }
 
-        stub = fop_statfs_stub (frame, default_statfs_resume, loc);
-        if (!stub) {
-                STACK_UNWIND_STRICT (statfs, frame, -1, ENOMEM, NULL);
-                return 0;
+        STACK_UNWIND_STRICT (flush, frame, op_ret, op_errno);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+
+
+int32_t
+quiesce_fsync_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                   int32_t op_ret, int32_t op_errno, struct iatt *prebuf,
+                   struct iatt *postbuf)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_fsync_stub (frame, default_fsync_resume,
+                                       local->fd, local->flag);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (fsync, frame, -1, ENOMEM,
+                                             NULL, NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        STACK_UNWIND_STRICT (fsync, frame, op_ret, op_errno, prebuf, postbuf);
+out:
+        gf_quiesce_local_wipe (this, local);
 
         return 0;
 }
 
 int32_t
-quiesce_fsyncdir (call_frame_t *frame,
-		  xlator_t *this,
-		  fd_t *fd,
-		  int32_t flags)
+quiesce_fstat_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                   int32_t op_ret, int32_t op_errno, struct iatt *buf)
 {
-	quiesce_priv_t *priv = NULL;
+        quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
 
         priv = this->private;
 
-        if (priv->pass_through) {
-                STACK_WIND (frame,
-                            default_fsyncdir_cbk,
-                            FIRST_CHILD(this),
-                            FIRST_CHILD(this)->fops->fsyncdir,
-                            fd,
-                            flags);
-	        return 0;
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_fstat_stub (frame, default_fstat_resume,
+                                       local->fd);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (fstat, frame, -1, ENOMEM,
+                                             NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
         }
 
-        stub = fop_fsyncdir_stub (frame, default_fsyncdir_resume, fd, flags);
-        if (!stub) {
-                STACK_UNWIND_STRICT (fsyncdir, frame, -1, ENOMEM);
-                return 0;
+        STACK_UNWIND_STRICT (fstat, frame, op_ret, op_errno, buf);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+int32_t
+quiesce_opendir_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                     int32_t op_ret, int32_t op_errno, fd_t *fd)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_opendir_stub (frame, default_opendir_resume,
+                                         &local->loc, local->fd);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (opendir, frame, -1, ENOMEM,
+                                             NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        STACK_UNWIND_STRICT (opendir, frame, op_ret, op_errno, fd);
+out:
+        gf_quiesce_local_wipe (this, local);
 
         return 0;
 }
 
 int32_t
-quiesce_opendir (call_frame_t *frame,
-		 xlator_t *this,
-		 loc_t *loc, fd_t *fd)
+quiesce_fsyncdir_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                      int32_t op_ret, int32_t op_errno)
 {
-	quiesce_priv_t *priv = NULL;
+        quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
 
         priv = this->private;
 
-        if (priv->pass_through) {
-                STACK_WIND (frame,
-                            default_opendir_cbk,
-                            FIRST_CHILD(this),
-                            FIRST_CHILD(this)->fops->opendir,
-                            loc, fd);
-	        return 0;
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_fsyncdir_stub (frame, default_fsyncdir_resume,
+                                          local->fd, local->flag);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (fsyncdir, frame, -1, ENOMEM);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
         }
 
-        stub = fop_opendir_stub (frame, default_opendir_resume, loc, fd);
-        if (!stub) {
-                STACK_UNWIND_STRICT (opendir, frame, -1, ENOMEM, NULL);
-                return 0;
+        STACK_UNWIND_STRICT (fsyncdir, frame, op_ret, op_errno);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+int32_t
+quiesce_statfs_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                    int32_t op_ret, int32_t op_errno, struct statvfs *buf)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_statfs_stub (frame, default_statfs_resume,
+                                        &local->loc);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (statfs, frame, -1, ENOMEM,
+                                             NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        STACK_UNWIND_STRICT (statfs, frame, op_ret, op_errno, buf);
+out:
+        gf_quiesce_local_wipe (this, local);
 
         return 0;
 }
 
 int32_t
-quiesce_fstat (call_frame_t *frame,
-	       xlator_t *this,
-	       fd_t *fd)
+quiesce_fgetxattr_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                       int32_t op_ret, int32_t op_errno, dict_t *dict)
 {
-	quiesce_priv_t *priv = NULL;
+        quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
 
         priv = this->private;
 
-        if (priv->pass_through) {
-                STACK_WIND (frame,
-                            default_fstat_cbk,
-                            FIRST_CHILD(this),
-                            FIRST_CHILD(this)->fops->fstat,
-                            fd);
-	        return 0;
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_fgetxattr_stub (frame, default_fgetxattr_resume,
+                                           local->fd, local->name);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (fgetxattr, frame, -1, ENOMEM,
+                                             NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
         }
 
-        stub = fop_fstat_stub (frame, default_fstat_resume, fd);
-        if (!stub) {
-                STACK_UNWIND_STRICT (fstat, frame, -1, ENOMEM, NULL);
-                return 0;
+        STACK_UNWIND_STRICT (fgetxattr, frame, op_ret, op_errno, dict);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+
+int32_t
+quiesce_getxattr_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                      int32_t op_ret, int32_t op_errno, dict_t *dict)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_getxattr_stub (frame, default_getxattr_resume,
+                                          &local->loc, local->name);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (getxattr, frame, -1, ENOMEM,
+                                             NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        STACK_UNWIND_STRICT (getxattr, frame, op_ret, op_errno, dict);
+out:
+        gf_quiesce_local_wipe (this, local);
 
         return 0;
 }
 
+
 int32_t
-quiesce_fsync (call_frame_t *frame,
-	       xlator_t *this,
-	       fd_t *fd,
-	       int32_t flags)
+quiesce_rchecksum_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                       int32_t op_ret, int32_t op_errno, uint32_t weak_checksum,
+                       uint8_t *strong_checksum)
 {
-	quiesce_priv_t *priv = NULL;
+        quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
 
         priv = this->private;
 
-        if (priv->pass_through) {
-                STACK_WIND (frame,
-                            default_fsync_cbk,
-                            FIRST_CHILD(this),
-                            FIRST_CHILD(this)->fops->fsync,
-                            fd,
-                            flags);
-	        return 0;
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_rchecksum_stub (frame, default_rchecksum_resume,
+                                           local->fd, local->offset, local->flag);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (rchecksum, frame, -1, ENOMEM,
+                                             0, NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
         }
 
-        stub = fop_fsync_stub (frame, default_fsync_resume, fd, flags);
-        if (!stub) {
-                STACK_UNWIND_STRICT (fsync, frame, -1, ENOMEM, NULL, NULL);
-                return 0;
+        STACK_UNWIND_STRICT (rchecksum, frame, op_ret, op_errno, weak_checksum,
+                             strong_checksum);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+
+int32_t
+quiesce_readdir_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                     int32_t op_ret, int32_t op_errno, gf_dirent_t *entries)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_readdir_stub (frame, default_readdir_resume,
+                                         local->fd, local->size, local->offset);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (readdir, frame, -1, ENOMEM,
+                                             NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        STACK_UNWIND_STRICT (readdir, frame, op_ret, op_errno, entries);
+out:
+        gf_quiesce_local_wipe (this, local);
 
         return 0;
 }
 
+
 int32_t
-quiesce_flush (call_frame_t *frame,
-	       xlator_t *this,
-	       fd_t *fd)
+quiesce_readdirp_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                      int32_t op_ret, int32_t op_errno, gf_dirent_t *entries)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_readdirp_stub (frame, default_readdirp_resume,
+                                          local->fd, local->size, local->offset);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (readdirp, frame, -1, ENOMEM,
+                                             NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
+        }
+
+        STACK_UNWIND_STRICT (readdirp, frame, op_ret, op_errno, entries);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+
+#if 0
+
+int32_t
+quiesce_writev_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                    int32_t op_ret, int32_t op_errno, struct iatt *prebuf,
+                    struct iatt *postbuf)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_writev_stub (frame, default_writev_resume,
+                                        local->fd, local->vector, local->flag,
+                                        local->offset, local->iobref);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (writev, frame, -1, ENOMEM,
+                                             NULL, NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
+        }
+
+        STACK_UNWIND_STRICT (writev, frame, op_ret, op_errno, prebuf, postbuf);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+int32_t
+quiesce_xattrop_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                     int32_t op_ret, int32_t op_errno, dict_t *dict)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_xattrop_stub (frame, default_xattrop_resume,
+                                         &local->loc, local->xattrop_flags,
+                                         local->dict);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (xattrop, frame, -1, ENOMEM,
+                                             NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
+        }
+
+        STACK_UNWIND_STRICT (xattrop, frame, op_ret, op_errno, dict);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+int32_t
+quiesce_fxattrop_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                      int32_t op_ret, int32_t op_errno, dict_t *dict)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_fxattrop_stub (frame, default_fxattrop_resume,
+                                          local->fd, local->xattrop_flags,
+                                          local->dict);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (fxattrop, frame, -1, ENOMEM,
+                                             NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
+        }
+
+        STACK_UNWIND_STRICT (fxattrop, frame, op_ret, op_errno, dict);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+int32_t
+quiesce_lk_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                int32_t op_ret, int32_t op_errno, struct gf_flock *lock)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_lk_stub (frame, default_lk_resume,
+                                    local->fd, local->flag, &local->flock);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (lk, frame, -1, ENOMEM,
+                                             NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
+        }
+
+        STACK_UNWIND_STRICT (lk, frame, op_ret, op_errno, lock);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+int32_t
+quiesce_inodelk_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                     int32_t op_ret, int32_t op_errno)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_inodelk_stub (frame, default_inodelk_resume,
+                                         local->volname, &local->loc,
+                                         local->flag, &local->flock);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (inodelk, frame, -1, ENOMEM);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
+        }
+
+        STACK_UNWIND_STRICT (inodelk, frame, op_ret, op_errno);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+
+int32_t
+quiesce_finodelk_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                      int32_t op_ret, int32_t op_errno)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_finodelk_stub (frame, default_finodelk_resume,
+                                         local->volname, local->fd,
+                                         local->flag, &local->flock);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (finodelk, frame, -1, ENOMEM);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
+        }
+
+        STACK_UNWIND_STRICT (finodelk, frame, op_ret, op_errno);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+int32_t
+quiesce_entrylk_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                     int32_t op_ret, int32_t op_errno)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_entrylk_stub (frame, default_entrylk_resume,
+                                         local->volname, &local->loc,
+                                         local->name, local->cmd, local->type);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (entrylk, frame, -1, ENOMEM);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
+        }
+
+        STACK_UNWIND_STRICT (entrylk, frame, op_ret, op_errno);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+int32_t
+quiesce_fentrylk_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                      int32_t op_ret, int32_t op_errno)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_fentrylk_stub (frame, default_fentrylk_resume,
+                                          local->volname, local->fd,
+                                          local->name, local->cmd, local->type);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (fentrylk, frame, -1, ENOMEM);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
+        }
+
+        STACK_UNWIND_STRICT (fentrylk, frame, op_ret, op_errno);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+int32_t
+quiesce_setattr_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                     int32_t op_ret, int32_t op_errno, struct iatt *statpre,
+                     struct iatt *statpost)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_setattr_stub (frame, default_setattr_resume,
+                                         &local->loc, &local->stbuf, local->flag);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (setattr, frame, -1, ENOMEM,
+                                             NULL, NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
+        }
+
+        STACK_UNWIND_STRICT (setattr, frame, op_ret, op_errno, statpre,
+                             statpost);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+int32_t
+quiesce_fsetattr_cbk (call_frame_t *frame, void *cookie, xlator_t *this,
+                      int32_t op_ret, int32_t op_errno, struct iatt *statpre,
+                      struct iatt *statpost)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        local = frame->local;
+        frame->local = NULL;
+
+        if ((op_ret == -1) && (op_errno == ENOTCONN)) {
+                /* Re-transmit (by putting in the queue) */
+                stub = fop_fsetattr_stub (frame, default_fsetattr_resume,
+                                          local->fd, &local->stbuf, local->flag);
+                if (!stub) {
+                        STACK_UNWIND_STRICT (fsetattr, frame, -1, ENOMEM,
+                                             NULL, NULL);
+                        goto out;
+                }
+
+                gf_quiesce_enqueue (this, stub);
+                goto out;
+        }
+
+        STACK_UNWIND_STRICT (fsetattr, frame, op_ret, op_errno, statpre,
+                             statpost);
+out:
+        gf_quiesce_local_wipe (this, local);
+
+        return 0;
+}
+
+#endif /* if 0 */
+
+
+/* FOP */
+
+/* No retransmittion */
+
+int32_t
+quiesce_removexattr (call_frame_t *frame,
+		     xlator_t *this,
+		     loc_t *loc,
+		     const char *name)
 {
 	quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
@@ -376,32 +1099,31 @@ quiesce_flush (call_frame_t *frame,
 
         if (priv->pass_through) {
                 STACK_WIND (frame,
-                            default_flush_cbk,
+                            default_removexattr_cbk,
                             FIRST_CHILD(this),
-                            FIRST_CHILD(this)->fops->flush,
-                            fd);
+                            FIRST_CHILD(this)->fops->removexattr,
+                            loc,
+                            name);
 	        return 0;
         }
 
-        stub = fop_flush_stub (frame, default_flush_resume, fd);
+        stub = fop_removexattr_stub (frame, default_removexattr_resume,
+                                     loc, name);
         if (!stub) {
-                STACK_UNWIND_STRICT (flush, frame, -1, ENOMEM);
+                STACK_UNWIND_STRICT (removexattr, frame, -1, ENOMEM);
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
 
 int32_t
-quiesce_writev (call_frame_t *frame,
-		xlator_t *this,
-		fd_t *fd,
-		struct iovec *vector,
-		int32_t count,
-		off_t off,
-                struct iobref *iobref)
+quiesce_truncate (call_frame_t *frame,
+		  xlator_t *this,
+		  loc_t *loc,
+		  off_t offset)
 {
 	quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
@@ -410,35 +1132,31 @@ quiesce_writev (call_frame_t *frame,
 
         if (priv->pass_through) {
                 STACK_WIND (frame,
-                            default_writev_cbk,
+                            default_truncate_cbk,
                             FIRST_CHILD(this),
-                            FIRST_CHILD(this)->fops->writev,
-                            fd,
-                            vector,
-                            count,
-                            off,
-                            iobref);
+                            FIRST_CHILD(this)->fops->truncate,
+                            loc,
+                            offset);
 	        return 0;
         }
 
-        stub = fop_writev_stub (frame, default_writev_resume,
-                                fd, vector, count, off, iobref);
+        stub = fop_truncate_stub (frame, default_truncate_resume, loc, offset);
         if (!stub) {
-                STACK_UNWIND_STRICT (writev, frame, -1, ENOMEM, NULL, NULL);
+                STACK_UNWIND_STRICT (truncate, frame, -1, ENOMEM, NULL, NULL);
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
 
 int32_t
-quiesce_readv (call_frame_t *frame,
-	       xlator_t *this,
-	       fd_t *fd,
-	       size_t size,
-	       off_t offset)
+quiesce_fsetxattr (call_frame_t *frame,
+                   xlator_t *this,
+                   fd_t *fd,
+                   dict_t *dict,
+                   int32_t flags)
 {
 	quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
@@ -447,34 +1165,33 @@ quiesce_readv (call_frame_t *frame,
 
         if (priv->pass_through) {
                 STACK_WIND (frame,
-                            default_readv_cbk,
+                            default_fsetxattr_cbk,
                             FIRST_CHILD(this),
-                            FIRST_CHILD(this)->fops->readv,
+                            FIRST_CHILD(this)->fops->fsetxattr,
                             fd,
-                            size,
-                            offset);
+                            dict,
+                            flags);
 	        return 0;
         }
 
-        stub = fop_readv_stub (frame, default_readv_resume, fd, size, offset);
+        stub = fop_fsetxattr_stub (frame, default_fsetxattr_resume,
+                                   fd, dict, flags);
         if (!stub) {
-                STACK_UNWIND_STRICT (readv, frame, -1, ENOMEM,
-                                     NULL, 0, NULL, NULL);
+                STACK_UNWIND_STRICT (fsetxattr, frame, -1, ENOMEM);
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
 
-
 int32_t
-quiesce_open (call_frame_t *frame,
-	      xlator_t *this,
-	      loc_t *loc,
-	      int32_t flags, fd_t *fd,
-              int32_t wbflags)
+quiesce_setxattr (call_frame_t *frame,
+		  xlator_t *this,
+		  loc_t *loc,
+		  dict_t *dict,
+		  int32_t flags)
 {
 	quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
@@ -483,21 +1200,23 @@ quiesce_open (call_frame_t *frame,
 
         if (priv->pass_through) {
                 STACK_WIND (frame,
-                            default_open_cbk,
+                            default_setxattr_cbk,
                             FIRST_CHILD(this),
-                            FIRST_CHILD(this)->fops->open,
-                            loc, flags, fd, wbflags);
+                            FIRST_CHILD(this)->fops->setxattr,
+                            loc,
+                            dict,
+                            flags);
 	        return 0;
         }
 
-        stub = fop_open_stub (frame, default_open_resume, loc,
-                              flags, fd, wbflags);
+        stub = fop_setxattr_stub (frame, default_setxattr_resume,
+                                  loc, dict, flags);
         if (!stub) {
-                STACK_UNWIND_STRICT (open, frame, -1, ENOMEM, NULL);
+                STACK_UNWIND_STRICT (setxattr, frame, -1, ENOMEM);
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -513,22 +1232,24 @@ quiesce_create (call_frame_t *frame, xlator_t *this,
         priv = this->private;
 
         if (priv->pass_through) {
+                /* Don't send O_APPEND below, as write() re-transmittions can
+                   fail with O_APPEND */
                 STACK_WIND (frame, default_create_cbk,
                             FIRST_CHILD(this),
                             FIRST_CHILD(this)->fops->create,
-                            loc, flags, mode, fd, params);
+                            loc, (flags & ~O_APPEND), mode, fd, params);
 	        return 0;
         }
 
         stub = fop_create_stub (frame, default_create_resume,
-                                loc, flags, mode, fd, params);
+                                loc, (flags & ~O_APPEND), mode, fd, params);
         if (!stub) {
                 STACK_UNWIND_STRICT (create, frame, -1, ENOMEM,
                                      NULL, NULL, NULL, NULL, NULL);
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -560,7 +1281,7 @@ quiesce_link (call_frame_t *frame,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -592,7 +1313,7 @@ quiesce_rename (call_frame_t *frame,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -623,7 +1344,7 @@ quiesce_symlink (call_frame_t *frame, xlator_t *this,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -651,7 +1372,7 @@ quiesce_rmdir (call_frame_t *frame, xlator_t *this, loc_t *loc, int flags)
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -681,7 +1402,7 @@ quiesce_unlink (call_frame_t *frame,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -711,7 +1432,7 @@ quiesce_mkdir (call_frame_t *frame, xlator_t *this,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -742,12 +1463,46 @@ quiesce_mknod (call_frame_t *frame, xlator_t *this,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
 
 int32_t
+quiesce_ftruncate (call_frame_t *frame,
+		   xlator_t *this,
+		   fd_t *fd,
+		   off_t offset)
+{
+	quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+
+        priv = this->private;
+
+        if (priv->pass_through) {
+                STACK_WIND (frame,
+                            default_ftruncate_cbk,
+                            FIRST_CHILD(this),
+                            FIRST_CHILD(this)->fops->ftruncate,
+                            fd,
+                            offset);
+	        return 0;
+        }
+
+        stub = fop_ftruncate_stub (frame, default_ftruncate_resume, fd, offset);
+        if (!stub) {
+                STACK_UNWIND_STRICT (ftruncate, frame, -1, ENOMEM, NULL, NULL);
+                return 0;
+        }
+
+        gf_quiesce_enqueue (this, stub);
+
+        return 0;
+}
+
+/* Re-transmittion */
+
+int32_t
 quiesce_readlink (call_frame_t *frame,
 		  xlator_t *this,
 		  loc_t *loc,
@@ -755,12 +1510,18 @@ quiesce_readlink (call_frame_t *frame,
 {
 	quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
+                local = mem_get0 (priv->local_pool);
+                loc_dup (loc, &local->loc);
+                local->size = size;
+                frame->local = local;
+
                 STACK_WIND (frame,
-                            default_readlink_cbk,
+                            quiesce_readlink_cbk,
                             FIRST_CHILD(this),
                             FIRST_CHILD(this)->fops->readlink,
                             loc,
@@ -774,7 +1535,7 @@ quiesce_readlink (call_frame_t *frame,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -788,12 +1549,18 @@ quiesce_access (call_frame_t *frame,
 {
 	quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
+                local = mem_get0 (priv->local_pool);
+                loc_dup (loc, &local->loc);
+                local->flag = mask;
+                frame->local = local;
+
                 STACK_WIND (frame,
-                            default_access_cbk,
+                            quiesce_access_cbk,
                             FIRST_CHILD(this),
                             FIRST_CHILD(this)->fops->access,
                             loc,
@@ -807,39 +1574,390 @@ quiesce_access (call_frame_t *frame,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
 
 int32_t
-quiesce_ftruncate (call_frame_t *frame,
-		   xlator_t *this,
-		   fd_t *fd,
-		   off_t offset)
+quiesce_fgetxattr (call_frame_t *frame,
+                   xlator_t *this,
+                   fd_t *fd,
+                   const char *name)
+{
+        quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        if (priv && priv->pass_through) {
+                local = mem_get0 (priv->local_pool);
+                local->fd = fd_ref (fd);
+                if (name)
+                        local->name = gf_strdup (name);
+
+                frame->local = local;
+
+                STACK_WIND (frame,
+                            quiesce_fgetxattr_cbk,
+                            FIRST_CHILD(this),
+                            FIRST_CHILD(this)->fops->fgetxattr,
+                            fd,
+                            name);
+                return 0;
+        }
+
+        stub = fop_fgetxattr_stub (frame, default_fgetxattr_resume, fd, name);
+        if (!stub) {
+                STACK_UNWIND_STRICT (fgetxattr, frame, -1, ENOMEM, NULL);
+                return 0;
+        }
+
+        gf_quiesce_enqueue (this, stub);
+
+        return 0;
+}
+
+int32_t
+quiesce_statfs (call_frame_t *frame,
+		xlator_t *this,
+		loc_t *loc)
 {
 	quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
+                local = mem_get0 (priv->local_pool);
+                loc_dup (loc, &local->loc);
+                frame->local = local;
+
                 STACK_WIND (frame,
-                            default_ftruncate_cbk,
+                            quiesce_statfs_cbk,
                             FIRST_CHILD(this),
-                            FIRST_CHILD(this)->fops->ftruncate,
+                            FIRST_CHILD(this)->fops->statfs,
+                            loc);
+	        return 0;
+        }
+
+        stub = fop_statfs_stub (frame, default_statfs_resume, loc);
+        if (!stub) {
+                STACK_UNWIND_STRICT (statfs, frame, -1, ENOMEM, NULL);
+                return 0;
+        }
+
+        gf_quiesce_enqueue (this, stub);
+
+        return 0;
+}
+
+int32_t
+quiesce_fsyncdir (call_frame_t *frame,
+		  xlator_t *this,
+		  fd_t *fd,
+		  int32_t flags)
+{
+	quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        if (priv && priv->pass_through) {
+                local = mem_get0 (priv->local_pool);
+                local->fd = fd_ref (fd);
+                local->flag = flags;
+                frame->local = local;
+
+                STACK_WIND (frame,
+                            quiesce_fsyncdir_cbk,
+                            FIRST_CHILD(this),
+                            FIRST_CHILD(this)->fops->fsyncdir,
                             fd,
+                            flags);
+	        return 0;
+        }
+
+        stub = fop_fsyncdir_stub (frame, default_fsyncdir_resume, fd, flags);
+        if (!stub) {
+                STACK_UNWIND_STRICT (fsyncdir, frame, -1, ENOMEM);
+                return 0;
+        }
+
+        gf_quiesce_enqueue (this, stub);
+
+        return 0;
+}
+
+int32_t
+quiesce_opendir (call_frame_t *frame,
+		 xlator_t *this,
+		 loc_t *loc, fd_t *fd)
+{
+	quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        if (priv && priv->pass_through) {
+                local = mem_get0 (priv->local_pool);
+                loc_dup (loc, &local->loc);
+                local->fd = fd_ref (fd);
+                frame->local = local;
+
+                STACK_WIND (frame,
+                            quiesce_opendir_cbk,
+                            FIRST_CHILD(this),
+                            FIRST_CHILD(this)->fops->opendir,
+                            loc, fd);
+	        return 0;
+        }
+
+        stub = fop_opendir_stub (frame, default_opendir_resume, loc, fd);
+        if (!stub) {
+                STACK_UNWIND_STRICT (opendir, frame, -1, ENOMEM, NULL);
+                return 0;
+        }
+
+        gf_quiesce_enqueue (this, stub);
+
+        return 0;
+}
+
+int32_t
+quiesce_fstat (call_frame_t *frame,
+	       xlator_t *this,
+	       fd_t *fd)
+{
+	quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        if (priv && priv->pass_through) {
+                local = mem_get0 (priv->local_pool);
+                local->fd = fd_ref (fd);
+                frame->local = local;
+
+                STACK_WIND (frame,
+                            quiesce_fstat_cbk,
+                            FIRST_CHILD(this),
+                            FIRST_CHILD(this)->fops->fstat,
+                            fd);
+	        return 0;
+        }
+
+        stub = fop_fstat_stub (frame, default_fstat_resume, fd);
+        if (!stub) {
+                STACK_UNWIND_STRICT (fstat, frame, -1, ENOMEM, NULL);
+                return 0;
+        }
+
+        gf_quiesce_enqueue (this, stub);
+
+        return 0;
+}
+
+int32_t
+quiesce_fsync (call_frame_t *frame,
+	       xlator_t *this,
+	       fd_t *fd,
+	       int32_t flags)
+{
+	quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        if (priv && priv->pass_through) {
+                local = mem_get0 (priv->local_pool);
+                local->fd = fd_ref (fd);
+                local->flag = flags;
+                frame->local = local;
+
+                STACK_WIND (frame,
+                            quiesce_fsync_cbk,
+                            FIRST_CHILD(this),
+                            FIRST_CHILD(this)->fops->fsync,
+                            fd,
+                            flags);
+	        return 0;
+        }
+
+        stub = fop_fsync_stub (frame, default_fsync_resume, fd, flags);
+        if (!stub) {
+                STACK_UNWIND_STRICT (fsync, frame, -1, ENOMEM, NULL, NULL);
+                return 0;
+        }
+
+        gf_quiesce_enqueue (this, stub);
+
+        return 0;
+}
+
+int32_t
+quiesce_flush (call_frame_t *frame,
+	       xlator_t *this,
+	       fd_t *fd)
+{
+	quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        if (priv && priv->pass_through) {
+                local = mem_get0 (priv->local_pool);
+                local->fd = fd_ref (fd);
+                frame->local = local;
+
+                STACK_WIND (frame,
+                            quiesce_flush_cbk,
+                            FIRST_CHILD(this),
+                            FIRST_CHILD(this)->fops->flush,
+                            fd);
+	        return 0;
+        }
+
+        stub = fop_flush_stub (frame, default_flush_resume, fd);
+        if (!stub) {
+                STACK_UNWIND_STRICT (flush, frame, -1, ENOMEM);
+                return 0;
+        }
+
+        gf_quiesce_enqueue (this, stub);
+
+        return 0;
+}
+
+int32_t
+quiesce_writev (call_frame_t *frame,
+		xlator_t *this,
+		fd_t *fd,
+		struct iovec *vector,
+		int32_t count,
+		off_t off,
+                struct iobref *iobref)
+{
+	quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+
+        priv = this->private;
+
+        if (priv && priv->pass_through) {
+                STACK_WIND (frame,
+                            default_writev_cbk,
+                            FIRST_CHILD(this),
+                            FIRST_CHILD(this)->fops->writev,
+                            fd,
+                            vector,
+                            count,
+                            off,
+                            iobref);
+	        return 0;
+        }
+
+        stub = fop_writev_stub (frame, default_writev_resume,
+                                fd, vector, count, off, iobref);
+        if (!stub) {
+                STACK_UNWIND_STRICT (writev, frame, -1, ENOMEM, NULL, NULL);
+                return 0;
+        }
+
+        gf_quiesce_enqueue (this, stub);
+
+        return 0;
+}
+
+int32_t
+quiesce_readv (call_frame_t *frame,
+	       xlator_t *this,
+	       fd_t *fd,
+	       size_t size,
+	       off_t offset)
+{
+	quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        if (priv && priv->pass_through) {
+                local = mem_get0 (priv->local_pool);
+                local->fd = fd_ref (fd);
+                local->size = size;
+                local->offset = offset;
+                frame->local = local;
+
+                STACK_WIND (frame,
+                            quiesce_readv_cbk,
+                            FIRST_CHILD(this),
+                            FIRST_CHILD(this)->fops->readv,
+                            fd,
+                            size,
                             offset);
 	        return 0;
         }
 
-        stub = fop_ftruncate_stub (frame, default_ftruncate_resume, fd, offset);
+        stub = fop_readv_stub (frame, default_readv_resume, fd, size, offset);
         if (!stub) {
-                STACK_UNWIND_STRICT (ftruncate, frame, -1, ENOMEM, NULL, NULL);
+                STACK_UNWIND_STRICT (readv, frame, -1, ENOMEM,
+                                     NULL, 0, NULL, NULL);
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
+
+        return 0;
+}
+
+
+int32_t
+quiesce_open (call_frame_t *frame,
+	      xlator_t *this,
+	      loc_t *loc,
+	      int32_t flags, fd_t *fd,
+              int32_t wbflags)
+{
+	quiesce_priv_t *priv = NULL;
+        call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
+
+        priv = this->private;
+
+        if (priv && priv->pass_through) {
+                local = mem_get0 (priv->local_pool);
+                loc_dup (loc, &local->loc);
+                local->fd = fd_ref (fd);
+
+                /* Don't send O_APPEND below, as write() re-transmittions can
+                   fail with O_APPEND */
+                local->flag = (flags & ~O_APPEND);
+                local->wbflags = wbflags;
+                frame->local = local;
+
+                STACK_WIND (frame,
+                            quiesce_open_cbk,
+                            FIRST_CHILD(this),
+                            FIRST_CHILD(this)->fops->open,
+                            loc, (flags & ~O_APPEND), fd, wbflags);
+	        return 0;
+        }
+
+        stub = fop_open_stub (frame, default_open_resume, loc,
+                              (flags & ~O_APPEND), fd, wbflags);
+        if (!stub) {
+                STACK_UNWIND_STRICT (open, frame, -1, ENOMEM, NULL);
+                return 0;
+        }
+
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -852,12 +1970,20 @@ quiesce_getxattr (call_frame_t *frame,
 {
 	quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
+                local = mem_get0 (priv->local_pool);
+                loc_dup (loc, &local->loc);
+                if (name)
+                        local->name = gf_strdup (name);
+
+                frame->local = local;
+
                 STACK_WIND (frame,
-                            default_getxattr_cbk,
+                            quiesce_getxattr_cbk,
                             FIRST_CHILD(this),
                             FIRST_CHILD(this)->fops->getxattr,
                             loc,
@@ -871,7 +1997,7 @@ quiesce_getxattr (call_frame_t *frame,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -889,7 +2015,7 @@ quiesce_xattrop (call_frame_t *frame,
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
                 STACK_WIND (frame,
                             default_xattrop_cbk,
                             FIRST_CHILD(this),
@@ -907,7 +2033,7 @@ quiesce_xattrop (call_frame_t *frame,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -924,7 +2050,7 @@ quiesce_fxattrop (call_frame_t *frame,
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
                 STACK_WIND (frame,
                             default_fxattrop_cbk,
                             FIRST_CHILD(this),
@@ -942,40 +2068,7 @@ quiesce_fxattrop (call_frame_t *frame,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
-
-        return 0;
-}
-
-int32_t
-quiesce_removexattr (call_frame_t *frame,
-		     xlator_t *this,
-		     loc_t *loc,
-		     const char *name)
-{
-	quiesce_priv_t *priv = NULL;
-        call_stub_t    *stub = NULL;
-
-        priv = this->private;
-
-        if (priv->pass_through) {
-                STACK_WIND (frame,
-                            default_removexattr_cbk,
-                            FIRST_CHILD(this),
-                            FIRST_CHILD(this)->fops->removexattr,
-                            loc,
-                            name);
-	        return 0;
-        }
-
-        stub = fop_removexattr_stub (frame, default_removexattr_resume,
-                                     loc, name);
-        if (!stub) {
-                STACK_UNWIND_STRICT (removexattr, frame, -1, ENOMEM);
-                return 0;
-        }
-
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -992,7 +2085,7 @@ quiesce_lk (call_frame_t *frame,
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
                 STACK_WIND (frame,
                             default_lk_cbk,
                             FIRST_CHILD(this),
@@ -1009,7 +2102,7 @@ quiesce_lk (call_frame_t *frame,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -1025,7 +2118,7 @@ quiesce_inodelk (call_frame_t *frame, xlator_t *this,
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
                 STACK_WIND (frame,
                             default_inodelk_cbk,
                             FIRST_CHILD(this),
@@ -1041,7 +2134,7 @@ quiesce_inodelk (call_frame_t *frame, xlator_t *this,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -1055,7 +2148,7 @@ quiesce_finodelk (call_frame_t *frame, xlator_t *this,
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
                 STACK_WIND (frame,
                             default_finodelk_cbk,
                             FIRST_CHILD(this),
@@ -1071,7 +2164,7 @@ quiesce_finodelk (call_frame_t *frame, xlator_t *this,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -1086,7 +2179,7 @@ quiesce_entrylk (call_frame_t *frame, xlator_t *this,
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
                 STACK_WIND (frame, default_entrylk_cbk,
                             FIRST_CHILD(this),
                             FIRST_CHILD(this)->fops->entrylk,
@@ -1101,7 +2194,7 @@ quiesce_entrylk (call_frame_t *frame, xlator_t *this,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -1116,7 +2209,7 @@ quiesce_fentrylk (call_frame_t *frame, xlator_t *this,
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
                 STACK_WIND (frame, default_fentrylk_cbk,
                             FIRST_CHILD(this),
                             FIRST_CHILD(this)->fops->fentrylk,
@@ -1131,7 +2224,7 @@ quiesce_fentrylk (call_frame_t *frame, xlator_t *this,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -1144,12 +2237,19 @@ quiesce_rchecksum (call_frame_t *frame,
 {
 	quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
+                local = mem_get0 (priv->local_pool);
+                local->fd = fd_ref (fd);
+                local->offset = offset;
+                local->flag = len;
+                frame->local = local;
+
                 STACK_WIND (frame,
-                            default_rchecksum_cbk,
+                            quiesce_rchecksum_cbk,
                             FIRST_CHILD(this),
                             FIRST_CHILD(this)->fops->rchecksum,
                             fd, offset, len);
@@ -1163,7 +2263,7 @@ quiesce_rchecksum (call_frame_t *frame,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -1178,12 +2278,19 @@ quiesce_readdir (call_frame_t *frame,
 {
 	quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
+                local = mem_get0 (priv->local_pool);
+                local->fd = fd_ref (fd);
+                local->size = size;
+                local->offset = off;
+                frame->local = local;
+
                 STACK_WIND (frame,
-                            default_readdir_cbk,
+                            quiesce_readdir_cbk,
                             FIRST_CHILD(this),
                             FIRST_CHILD(this)->fops->readdir,
                             fd, size, off);
@@ -1196,7 +2303,7 @@ quiesce_readdir (call_frame_t *frame,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -1211,12 +2318,19 @@ quiesce_readdirp (call_frame_t *frame,
 {
 	quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
+                local = mem_get0 (priv->local_pool);
+                local->fd = fd_ref (fd);
+                local->size = size;
+                local->offset = off;
+                frame->local = local;
+
                 STACK_WIND (frame,
-                            default_readdirp_cbk,
+                            quiesce_readdirp_cbk,
                             FIRST_CHILD(this),
                             FIRST_CHILD(this)->fops->readdirp,
                             fd, size, off);
@@ -1229,7 +2343,7 @@ quiesce_readdirp (call_frame_t *frame,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -1246,7 +2360,7 @@ quiesce_setattr (call_frame_t *frame,
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
                 STACK_WIND (frame,
                             default_setattr_cbk,
                             FIRST_CHILD (this),
@@ -1262,42 +2376,11 @@ quiesce_setattr (call_frame_t *frame,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
 
-int32_t
-quiesce_truncate (call_frame_t *frame,
-		  xlator_t *this,
-		  loc_t *loc,
-		  off_t offset)
-{
-	quiesce_priv_t *priv = NULL;
-        call_stub_t    *stub = NULL;
-
-        priv = this->private;
-
-        if (priv->pass_through) {
-                STACK_WIND (frame,
-                            default_truncate_cbk,
-                            FIRST_CHILD(this),
-                            FIRST_CHILD(this)->fops->truncate,
-                            loc,
-                            offset);
-	        return 0;
-        }
-
-        stub = fop_truncate_stub (frame, default_truncate_resume, loc, offset);
-        if (!stub) {
-                STACK_UNWIND_STRICT (truncate, frame, -1, ENOMEM, NULL, NULL);
-                return 0;
-        }
-
-        gf_quiesce_enqueue (priv, stub);
-
-        return 0;
-}
 
 int32_t
 quiesce_stat (call_frame_t *frame,
@@ -1306,12 +2389,17 @@ quiesce_stat (call_frame_t *frame,
 {
 	quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
+                local = mem_get0 (priv->local_pool);
+                loc_dup (loc, &local->loc);
+                frame->local = local;
+
                 STACK_WIND (frame,
-                            default_stat_cbk,
+                            quiesce_stat_cbk,
                             FIRST_CHILD(this),
                             FIRST_CHILD(this)->fops->stat,
                             loc);
@@ -1324,7 +2412,7 @@ quiesce_stat (call_frame_t *frame,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -1337,12 +2425,18 @@ quiesce_lookup (call_frame_t *frame,
 {
 	quiesce_priv_t *priv = NULL;
         call_stub_t    *stub = NULL;
+        quiesce_local_t *local = NULL;
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
+                local = mem_get0 (priv->local_pool);
+                loc_dup (loc, &local->loc);
+                local->dict = dict_ref (xattr_req);
+                frame->local = local;
+
                 STACK_WIND (frame,
-                            default_lookup_cbk,
+                            quiesce_lookup_cbk,
                             FIRST_CHILD(this),
                             FIRST_CHILD(this)->fops->lookup,
                             loc,
@@ -1357,7 +2451,7 @@ quiesce_lookup (call_frame_t *frame,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -1374,7 +2468,7 @@ quiesce_fsetattr (call_frame_t *frame,
 
         priv = this->private;
 
-        if (priv->pass_through) {
+        if (priv && priv->pass_through) {
                 STACK_WIND (frame,
                             default_fsetattr_cbk,
                             FIRST_CHILD (this),
@@ -1390,7 +2484,7 @@ quiesce_fsetattr (call_frame_t *frame,
                 return 0;
         }
 
-        gf_quiesce_enqueue (priv, stub);
+        gf_quiesce_enqueue (this, stub);
 
         return 0;
 }
@@ -1426,6 +2520,9 @@ init (xlator_t *this)
         if (!priv)
                 goto out;
 
+        priv->local_pool =  mem_pool_new (quiesce_local_t,
+                                          GF_FOPS_EXPECTED_IN_PARALLEL);
+
         LOCK_INIT (&priv->lock);
         priv->pass_through = _gf_false;
 
@@ -1447,6 +2544,7 @@ fini (xlator_t *this)
                 goto out;
         this->private = NULL;
 
+        mem_pool_destroy (priv->local_pool);
         LOCK_DESTROY (&priv->lock);
         GF_FREE (priv);
 out:
@@ -1488,21 +2586,21 @@ notify (xlator_t *this, int event, void *data, ...)
                 }
                 UNLOCK (&priv->lock);
 
-                if (!priv->timer) {
-                        timeout.tv_sec = 20;
-                        timeout.tv_usec = 0;
+                if (priv->timer)
+                        break;
+                timeout.tv_sec = 20;
+                timeout.tv_usec = 0;
 
-                        gf_timer_call_cancel (this->ctx, priv->timer);
-                        priv->timer = gf_timer_call_after (this->ctx,
-                                                           timeout,
-                                                           gf_quiesce_timeout,
-                                                           (void *) this);
+                priv->timer = gf_timer_call_after (this->ctx,
+                                                   timeout,
+                                                   gf_quiesce_timeout,
+                                                   (void *) this);
 
-                        if (priv->timer == NULL) {
-                                gf_log (this->name, GF_LOG_ERROR,
-                                        "Cannot create timer");
-                        }
+                if (priv->timer == NULL) {
+                        gf_log (this->name, GF_LOG_ERROR,
+                                "Cannot create timer");
                 }
+
                 break;
         default:
                 break;
@@ -1515,35 +2613,23 @@ out:
 
 
 struct xlator_fops fops = {
-	.lookup      = quiesce_lookup,
+        /* write/modifying fops */
 	.mknod       = quiesce_mknod,
 	.create      = quiesce_create,
-	.stat        = quiesce_stat,
-	.fstat       = quiesce_fstat,
 	.truncate    = quiesce_truncate,
 	.ftruncate   = quiesce_ftruncate,
-	.access      = quiesce_access,
-	.readlink    = quiesce_readlink,
 	.setxattr    = quiesce_setxattr,
-	.getxattr    = quiesce_getxattr,
 	.removexattr = quiesce_removexattr,
-	.open        = quiesce_open,
-	.readv       = quiesce_readv,
-	.writev      = quiesce_writev,
-	.flush       = quiesce_flush,
-	.fsync       = quiesce_fsync,
-	.statfs      = quiesce_statfs,
-	.lk          = quiesce_lk,
-	.opendir     = quiesce_opendir,
-	.readdir     = quiesce_readdir,
-	.readdirp    = quiesce_readdirp,
-	.fsyncdir    = quiesce_fsyncdir,
 	.symlink     = quiesce_symlink,
 	.unlink      = quiesce_unlink,
 	.link        = quiesce_link,
 	.mkdir       = quiesce_mkdir,
 	.rmdir       = quiesce_rmdir,
 	.rename      = quiesce_rename,
+
+        /* The below calls are known to change state, hence
+           re-transmittion is not advised */
+	.lk          = quiesce_lk,
 	.inodelk     = quiesce_inodelk,
 	.finodelk    = quiesce_finodelk,
 	.entrylk     = quiesce_entrylk,
@@ -1552,6 +2638,29 @@ struct xlator_fops fops = {
 	.fxattrop    = quiesce_fxattrop,
         .setattr     = quiesce_setattr,
         .fsetattr    = quiesce_fsetattr,
+
+        /* Special case, re-transmittion is not harmful *
+         * as offset is properly sent from above layers */
+        /* TODO: not re-transmitted as of now */
+	.writev      = quiesce_writev,
+
+        /* re-transmittable fops */
+	.lookup      = quiesce_lookup,
+	.stat        = quiesce_stat,
+	.fstat       = quiesce_fstat,
+	.access      = quiesce_access,
+	.readlink    = quiesce_readlink,
+	.getxattr    = quiesce_getxattr,
+	.open        = quiesce_open,
+	.readv       = quiesce_readv,
+	.flush       = quiesce_flush,
+	.fsync       = quiesce_fsync,
+	.statfs      = quiesce_statfs,
+	.opendir     = quiesce_opendir,
+	.readdir     = quiesce_readdir,
+	.readdirp    = quiesce_readdirp,
+	.fsyncdir    = quiesce_fsyncdir,
+
 };
 
 struct xlator_dumpops dumpops = {
diff --git a/xlators/features/quiesce/src/quiesce.h b/xlators/features/quiesce/src/quiesce.h
index 2e1a560e2..45eea34a2 100644
--- a/xlators/features/quiesce/src/quiesce.h
+++ b/xlators/features/quiesce/src/quiesce.h
@@ -25,6 +25,8 @@
 #include "xlator.h"
 #include "timer.h"
 
+#define GF_FOPS_EXPECTED_IN_PARALLEL 4096
+
 typedef struct {
         gf_timer_t       *timer;
         gf_boolean_t      pass_through;
@@ -32,6 +34,27 @@ typedef struct {
         struct list_head  req;
         int               queue_size;
         pthread_t         thr;
+        struct mem_pool  *local_pool;
 } quiesce_priv_t;
 
+typedef struct {
+        fd_t               *fd;
+        char               *name;
+        char               *volname;
+        loc_t               loc;
+        off_t               size;
+        off_t               offset;
+        mode_t              mode;
+        int32_t             flag;
+        struct iatt         stbuf;
+        struct iovec       *vector;
+        struct iobref      *iobref;
+        dict_t             *dict;
+        struct gf_flock     flock;
+        entrylk_cmd         cmd;
+        entrylk_type        type;
+        gf_xattrop_flags_t  xattrop_flags;
+        int32_t             wbflags;
+} quiesce_local_t;
+
 #endif