diff options
| author | Peter Portante <peter.portante@redhat.com> | 2012-10-12 15:06:26 -0400 | 
|---|---|---|
| committer | Anand Avati <avati@redhat.com> | 2012-10-13 10:44:50 -0700 | 
| commit | 3c05477e69ad61eb744948a7e921ae53665f97e5 (patch) | |
| tree | a0cf4e9c3b5a6570bb93451f6b4dc788dcbfd3e2 | |
| parent | 5b5453c3d6da0af8f2104c201d85ea4e795b6f17 (diff) | |
Fix BZ 865858: remove unnecessary system calls around xattr ops
The following is a simple refactoring of the read and write metadata methods
to just make calls to get/set/remove xattr operations instead of trying to
stat/open/close the file. For a single GET operation, this brings down the
number of system calls made from 13 to 3 for a file object with no
significantly sized metadata (meaning, only 1 xattr key/value pair is needed
to store the metadata).
Change-Id: I698f5886d63d5203f130c8eac1536a3ee4b0dbfb
BUG: 865858
Signed-off-by: Peter Portante <peter.portante@redhat.com>
Reviewed-on: http://review.gluster.org/4078
Tested-by: Gluster Build System <jenkins@build.gluster.com>
Reviewed-by: Jeff Darcy <jdarcy@redhat.com>
Reviewed-by: Anand Avati <avati@redhat.com>
| -rw-r--r-- | swift/1.4.8/plugins/utils.py | 92 | 
1 files changed, 19 insertions, 73 deletions
diff --git a/swift/1.4.8/plugins/utils.py b/swift/1.4.8/plugins/utils.py index b282f42be4a..7be857e9513 100644 --- a/swift/1.4.8/plugins/utils.py +++ b/swift/1.4.8/plugins/utils.py @@ -174,69 +174,6 @@ def do_rename(old_path, new_path):          raise      return True -def do_setxattr(path, key, value): -    fd = None -    if not os.path.isdir(path): -        fd = do_open(path, 'rb') -    else: -        fd = path -    if fd or os.path.isdir(path): -        try: -            xattr.set(fd, key, value) -        except Exception, err: -            logging.exception("xattr.set failed on %s key %s err: %s", path, key, str(err)) -            raise -        finally: -            if fd and not os.path.isdir(path): -                do_close(fd) -    else: -        logging.error("Open failed path %s", path) -        return False -    return True - - - -def do_getxattr(path, key, log = True): -    fd = None -    if not os.path.isdir(path): -        fd = do_open(path, 'rb') -    else: -        fd = path -    if fd or os.path.isdir(path): -        try: -            value = xattr.get(fd, key) -        except Exception, err: -            if log: -                logging.exception("xattr.get failed on %s key %s err: %s", path, key, str(err)) -            raise -        finally: -            if fd and not os.path.isdir(path): -                do_close(fd) -    else: -        logging.error("Open failed path %s", path) -        return False -    return value - -def do_removexattr(path, key): -    fd = None -    if not os.path.isdir(path): -        fd = do_open(path, 'rb') -    else: -        fd = path -    if fd or os.path.isdir(path): -        try: -            xattr.remove(fd, key) -        except Exception, err: -            logging.exception("xattr.remove failed on %s key %s err: %s", path, key, str(err)) -            raise -        finally: -            if fd and not os.path.isdir(path): -                do_close(fd) -    else: -        logging.error("Open failed path %s", path) -        return False -    return True -  def read_metadata(path):      """      Helper function to read the pickled metadata from a File/Directory . @@ -249,9 +186,10 @@ def read_metadata(path):      key = 0      while True:          try: -            metadata += do_getxattr(path, '%s%s' % (METADATA_KEY, (key or '')), -                            log = False) -        except Exception: +            metadata += xattr.get(path, '%s%s' % (METADATA_KEY, (key or ''))) +        except IOError as err: +            if err.errno != errno.ENODATA: +                logging.exception("xattr.get failed on %s key %s err: %s", path, key, str(err))              break          key += 1      if metadata: @@ -259,7 +197,6 @@ def read_metadata(path):      else:          return {} -  def write_metadata(path, metadata):      """      Helper function to write pickled metadata for a File/Directory. @@ -270,18 +207,24 @@ def write_metadata(path, metadata):      metastr = pickle.dumps(metadata, PICKLE_PROTOCOL)      key = 0      while metastr: -        do_setxattr(path, '%s%s' % (METADATA_KEY, key or ''), metastr[:254]) +        try: +            xattr.set(path, '%s%s' % (METADATA_KEY, key or ''), metastr[:254]) +        except IOError as err: +            logging.exception("xattr.set failed on %s key %s err: %s", path, key, str(err)) +            raise          metastr = metastr[254:]          key += 1  def clean_metadata(path):      key = 0      while True: -        value = do_getxattr(path, '%s%s' % (METADATA_KEY, (key or ''))) -        do_removexattr(path, '%s%s' % (METADATA_KEY, (key or ''))) +        try: +            xattr.remove(path, '%s%s' % (METADATA_KEY, (key or ''))) +        except IOError as err: +            if err.errno == errno.ENODATA: +                break          key += 1 -  def dir_empty(path):      """      Return true if directory/container is empty. @@ -311,7 +254,11 @@ def get_device_from_account(account):  def check_user_xattr(path):      if not os.path.exists(path):          return False -    do_setxattr(path, 'user.test.key1', 'value1') +    try: +        xattr.set(path, 'user.test.key1', 'value1') +    except IOError as err: +        logging.exception("check_user_xattr: set failed on %s err: %s", path, str(err)) +        raise      try:          xattr.remove(path, 'user.test.key1')      except Exception, err: @@ -319,7 +266,6 @@ def check_user_xattr(path):          #Remove xattr may fail in case of concurrent remove.      return True -  def _check_valid_account(account, fs_object):      mount_path = getattr(fs_object, 'mount_path', MOUNT_PATH)  | 
