4d2de6c
diff --git a/setup.py b/setup.py
4d2de6c
index d195d34..b5b5ca2 100644
4d2de6c
--- a/setup.py
4d2de6c
+++ b/setup.py
4d2de6c
@@ -1,5 +1,6 @@
4d2de6c
 #!/usr/bin/python
4d2de6c
 # Copyright (c) 2010-2012 OpenStack, LLC.
4d2de6c
+# Copyright (c) 2011 Red Hat, Inc.
4d2de6c
 #
4d2de6c
 # Licensed under the Apache License, Version 2.0 (the "License");
4d2de6c
 # you may not use this file except in compliance with the License.
4d2de6c
@@ -94,6 +95,7 @@ setup(
4d2de6c
             'tempurl=swift.common.middleware.tempurl:filter_factory',
4d2de6c
             'formpost=swift.common.middleware.formpost:filter_factory',
4d2de6c
             'name_check=swift.common.middleware.name_check:filter_factory',
4d2de6c
+            'gluster=swift.common.middleware.gluster:filter_factory',
4d2de6c
             ],
4d2de6c
         },
4d2de6c
     )
4d2de6c
diff --git a/swift/account/server.py b/swift/account/server.py
4d2de6c
index 800b3c0..cb17970 100644
4d2de6c
--- a/swift/account/server.py
4d2de6c
+++ b/swift/account/server.py
4d2de6c
@@ -1,4 +1,5 @@
4d2de6c
 # Copyright (c) 2010-2012 OpenStack, LLC.
4d2de6c
+# Copyright (c) 2011 Red Hat, Inc.
4d2de6c
 #
4d2de6c
 # Licensed under the Apache License, Version 2.0 (the "License");
4d2de6c
 # you may not use this file except in compliance with the License.
4d2de6c
@@ -31,7 +32,7 @@ import simplejson
4d2de6c
 
4d2de6c
 from swift.common.db import AccountBroker
4d2de6c
 from swift.common.utils import get_logger, get_param, hash_path, \
4d2de6c
-    normalize_timestamp, split_path, storage_directory
4d2de6c
+    normalize_timestamp, split_path, storage_directory, plugin_enabled
4d2de6c
 from swift.common.constraints import ACCOUNT_LISTING_LIMIT, \
4d2de6c
     check_mount, check_float, check_utf8
4d2de6c
 from swift.common.db_replicator import ReplicatorRpc
4d2de6c
@@ -39,6 +40,8 @@ from swift.common.db_replicator import ReplicatorRpc
4d2de6c
 
4d2de6c
 DATADIR = 'accounts'
4d2de6c
 
4d2de6c
+if plugin_enabled():
4d2de6c
+    from swift.plugins.DiskDir import DiskAccount
4d2de6c
 
4d2de6c
 class AccountController(object):
4d2de6c
     """WSGI controller for the account server."""
4d2de6c
@@ -52,8 +55,12 @@ class AccountController(object):
4d2de6c
             self.mount_check, logger=self.logger)
4d2de6c
         self.auto_create_account_prefix = \
4d2de6c
             conf.get('auto_create_account_prefix') or '.'
4d2de6c
+        self.fs_object = None
4d2de6c
 
4d2de6c
     def _get_account_broker(self, drive, part, account):
4d2de6c
+        if self.fs_object:
4d2de6c
+            return DiskAccount(self.root, account, self.fs_object);
4d2de6c
+
4d2de6c
         hsh = hash_path(account)
4d2de6c
         db_dir = storage_directory(DATADIR, part, hsh)
4d2de6c
         db_path = os.path.join(self.root, drive, db_dir, hsh + '.db')
4d2de6c
@@ -121,9 +128,15 @@ class AccountController(object):
4d2de6c
                 if broker.is_deleted():
4d2de6c
                     return HTTPConflict(request=req)
4d2de6c
             metadata = {}
4d2de6c
-            metadata.update((key, (value, timestamp))
4d2de6c
-                for key, value in req.headers.iteritems()
4d2de6c
-                if key.lower().startswith('x-account-meta-'))
4d2de6c
+            if not self.fs_object:
4d2de6c
+                metadata.update((key, (value, timestamp))
4d2de6c
+                    for key, value in req.headers.iteritems()
4d2de6c
+                    if key.lower().startswith('x-account-meta-'))
4d2de6c
+            else:
4d2de6c
+                metadata.update((key, value)
4d2de6c
+                    for key, value in req.headers.iteritems()
4d2de6c
+                    if key.lower().startswith('x-account-meta-'))
4d2de6c
+
4d2de6c
             if metadata:
4d2de6c
                 broker.update_metadata(metadata)
4d2de6c
             if created:
4d2de6c
@@ -153,6 +166,9 @@ class AccountController(object):
4d2de6c
             broker.stale_reads_ok = True
4d2de6c
         if broker.is_deleted():
4d2de6c
             return HTTPNotFound(request=req)
4d2de6c
+        if self.fs_object and not self.fs_object.object_only:
4d2de6c
+            broker.list_containers_iter(None, None,None,
4d2de6c
+                                        None, None)
4d2de6c
         info = broker.get_info()
4d2de6c
         headers = {
4d2de6c
             'X-Account-Container-Count': info['container_count'],
4d2de6c
@@ -164,9 +180,16 @@ class AccountController(object):
4d2de6c
             container_ts = broker.get_container_timestamp(container)
4d2de6c
             if container_ts is not None:
4d2de6c
                 headers['X-Container-Timestamp'] = container_ts
4d2de6c
-        headers.update((key, value)
4d2de6c
-            for key, (value, timestamp) in broker.metadata.iteritems()
4d2de6c
-            if value != '')
4d2de6c
+        if not self.fs_object:
4d2de6c
+            headers.update((key, value)
4d2de6c
+                for key, (value, timestamp) in broker.metadata.iteritems()
4d2de6c
+                if value != '')
4d2de6c
+        else:
4d2de6c
+            headers.update((key, value)
4d2de6c
+                for key, value in broker.metadata.iteritems()
4d2de6c
+                if value != '')
4d2de6c
+
4d2de6c
+
4d2de6c
         return HTTPNoContent(request=req, headers=headers)
4d2de6c
 
4d2de6c
     def GET(self, req):
4d2de6c
@@ -190,9 +213,15 @@ class AccountController(object):
4d2de6c
             'X-Account-Bytes-Used': info['bytes_used'],
4d2de6c
             'X-Timestamp': info['created_at'],
4d2de6c
             'X-PUT-Timestamp': info['put_timestamp']}
4d2de6c
-        resp_headers.update((key, value)
4d2de6c
-            for key, (value, timestamp) in broker.metadata.iteritems()
4d2de6c
-            if value != '')
4d2de6c
+        if not self.fs_object:
4d2de6c
+            resp_headers.update((key, value)
4d2de6c
+                for key, (value, timestamp) in broker.metadata.iteritems()
4d2de6c
+                if value != '')
4d2de6c
+        else:
4d2de6c
+            resp_headers.update((key, value)
4d2de6c
+                for key, value in broker.metadata.iteritems()
4d2de6c
+                if value != '')
4d2de6c
+
4d2de6c
         try:
4d2de6c
             prefix = get_param(req, 'prefix')
4d2de6c
             delimiter = get_param(req, 'delimiter')
4d2de6c
@@ -224,6 +253,7 @@ class AccountController(object):
4d2de6c
                                   content_type='text/plain', request=req)
4d2de6c
         account_list = broker.list_containers_iter(limit, marker, end_marker,
4d2de6c
                                                    prefix, delimiter)
4d2de6c
+
4d2de6c
         if out_content_type == 'application/json':
4d2de6c
             json_pattern = ['"name":%s', '"count":%s', '"bytes":%s']
4d2de6c
             json_pattern = '{' + ','.join(json_pattern) + '}'
4d2de6c
@@ -298,15 +328,29 @@ class AccountController(object):
4d2de6c
             return HTTPNotFound(request=req)
4d2de6c
         timestamp = normalize_timestamp(req.headers['x-timestamp'])
4d2de6c
         metadata = {}
4d2de6c
-        metadata.update((key, (value, timestamp))
4d2de6c
-            for key, value in req.headers.iteritems()
4d2de6c
-            if key.lower().startswith('x-account-meta-'))
4d2de6c
+        if not self.fs_object:
4d2de6c
+            metadata.update((key, (value, timestamp))
4d2de6c
+                for key, value in req.headers.iteritems()
4d2de6c
+                if key.lower().startswith('x-account-meta-'))
4d2de6c
+        else:
4d2de6c
+            metadata.update((key, value)
4d2de6c
+                for key, value in req.headers.iteritems()
4d2de6c
+                if key.lower().startswith('x-account-meta-'))
4d2de6c
         if metadata:
4d2de6c
             broker.update_metadata(metadata)
4d2de6c
         return HTTPNoContent(request=req)
4d2de6c
 
4d2de6c
+    def plugin(self, env):
4d2de6c
+        if env.get('Gluster_enabled', False):
4d2de6c
+            self.fs_object = env.get('fs_object')
4d2de6c
+            self.root = env.get('root')
4d2de6c
+            self.mount_check = False
4d2de6c
+        else:
4d2de6c
+            self.fs_object = None
4d2de6c
+
4d2de6c
     def __call__(self, env, start_response):
4d2de6c
         start_time = time.time()
4d2de6c
+        self.plugin(env)
4d2de6c
         req = Request(env)
4d2de6c
         self.logger.txn_id = req.headers.get('x-trans-id', None)
4d2de6c
         if not check_utf8(req.path_info):
4d2de6c
diff --git a/swift/common/middleware/gluster.py b/swift/common/middleware/gluster.py
4d2de6c
new file mode 100644
4d2de6c
index 0000000..341285d
4d2de6c
--- /dev/null
4d2de6c
+++ b/swift/common/middleware/gluster.py
4d2de6c
@@ -0,0 +1,55 @@
4d2de6c
+# Copyright (c) 2011 Red Hat, Inc.
4d2de6c
+#
4d2de6c
+# Licensed under the Apache License, Version 2.0 (the "License");
4d2de6c
+# you may not use this file except in compliance with the License.
4d2de6c
+# You may obtain a copy of the License at
4d2de6c
+#
4d2de6c
+#    http://www.apache.org/licenses/LICENSE-2.0
4d2de6c
+#
4d2de6c
+# Unless required by applicable law or agreed to in writing, software
4d2de6c
+# distributed under the License is distributed on an "AS IS" BASIS,
4d2de6c
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
4d2de6c
+# implied.
4d2de6c
+# See the License for the specific language governing permissions and
4d2de6c
+# limitations under the License.
4d2de6c
+
4d2de6c
+from swift.common.utils import get_logger, plugin_enabled
4d2de6c
+from swift import plugins
4d2de6c
+from ConfigParser import ConfigParser
4d2de6c
+
4d2de6c
+class Gluster_plugin(object):
4d2de6c
+    """
4d2de6c
+    Update the environment with keys that reflect Gluster_plugin enabled
4d2de6c
+    """
4d2de6c
+
4d2de6c
+    def __init__(self, app, conf):
4d2de6c
+        self.app = app
4d2de6c
+        self.conf = conf
4d2de6c
+        self.fs_name = 'Glusterfs'
4d2de6c
+        self.logger = get_logger(conf, log_route='gluster')
4d2de6c
+
4d2de6c
+    def __call__(self, env, start_response):
4d2de6c
+        if not plugin_enabled():
4d2de6c
+            return self.app(env, start_response)
4d2de6c
+        env['Gluster_enabled'] =True
4d2de6c
+        fs_object = getattr(plugins, self.fs_name, False)
4d2de6c
+        if not fs_object:
4d2de6c
+            raise Exception('%s plugin not found', self.fs_name)
4d2de6c
+
4d2de6c
+        env['fs_object'] = fs_object()
4d2de6c
+        fs_conf = ConfigParser()
4d2de6c
+        if fs_conf.read('/etc/swift/fs.conf'):
4d2de6c
+            try:
4d2de6c
+                env['root'] = fs_conf.get ('DEFAULT', 'mount_path')
4d2de6c
+            except NoSectionError, NoOptionError:
4d2de6c
+                self.logger.exception(_('ERROR mount_path not present'))
4d2de6c
+        return self.app(env, start_response)
4d2de6c
+
4d2de6c
+def filter_factory(global_conf, **local_conf):
4d2de6c
+    """Returns a WSGI filter app for use with paste.deploy."""
4d2de6c
+    conf = global_conf.copy()
4d2de6c
+    conf.update(local_conf)
4d2de6c
+
4d2de6c
+    def gluster_filter(app):
4d2de6c
+        return Gluster_plugin(app, conf)
4d2de6c
+    return gluster_filter
4d2de6c
diff --git a/swift/common/utils.py b/swift/common/utils.py
4d2de6c
index 47edce8..03701ce 100644
4d2de6c
--- a/swift/common/utils.py
4d2de6c
+++ b/swift/common/utils.py
4d2de6c
@@ -1,4 +1,5 @@
4d2de6c
 # Copyright (c) 2010-2012 OpenStack, LLC.
4d2de6c
+# Copyright (c) 2011 Red Hat, Inc.
4d2de6c
 #
4d2de6c
 # Licensed under the Apache License, Version 2.0 (the "License");
4d2de6c
 # you may not use this file except in compliance with the License.
4d2de6c
@@ -1138,3 +1139,11 @@ def streq_const_time(s1, s2):
4d2de6c
     for (a, b) in zip(s1, s2):
4d2de6c
         result |= ord(a) ^ ord(b)
4d2de6c
     return result == 0
4d2de6c
+
4d2de6c
+def plugin_enabled():
4d2de6c
+    swift_conf = ConfigParser()
4d2de6c
+    swift_conf.read(os.path.join('/etc/swift', 'swift.conf'))
4d2de6c
+    try:
4d2de6c
+        return swift_conf.get('DEFAULT', 'Enable_plugin', 'no') in TRUE_VALUES
4d2de6c
+    except NoOptionError, NoSectionError:
4d2de6c
+        return False
4d2de6c
diff --git a/swift/container/server.py b/swift/container/server.py
4d2de6c
index 8a18cfd..93943a3 100644
4d2de6c
--- a/swift/container/server.py
4d2de6c
+++ b/swift/container/server.py
4d2de6c
@@ -1,4 +1,5 @@
4d2de6c
 # Copyright (c) 2010-2012 OpenStack, LLC.
4d2de6c
+# Copyright (c) 2011 Red Hat, Inc.
4d2de6c
 #
4d2de6c
 # Licensed under the Apache License, Version 2.0 (the "License");
4d2de6c
 # you may not use this file except in compliance with the License.
4d2de6c
@@ -31,7 +32,8 @@ from webob.exc import HTTPAccepted, HTTPBadRequest, HTTPConflict, \
4d2de6c
 
4d2de6c
 from swift.common.db import ContainerBroker
4d2de6c
 from swift.common.utils import get_logger, get_param, hash_path, \
4d2de6c
-    normalize_timestamp, storage_directory, split_path, validate_sync_to
4d2de6c
+    normalize_timestamp, storage_directory, split_path, validate_sync_to, \
4d2de6c
+    plugin_enabled
4d2de6c
 from swift.common.constraints import CONTAINER_LISTING_LIMIT, \
4d2de6c
     check_mount, check_float, check_utf8
4d2de6c
 from swift.common.bufferedhttp import http_connect
4d2de6c
@@ -40,6 +42,9 @@ from swift.common.db_replicator import ReplicatorRpc
4d2de6c
 
4d2de6c
 DATADIR = 'containers'
4d2de6c
 
4d2de6c
+if plugin_enabled():
4d2de6c
+    from swift.plugins.DiskDir import DiskDir
4d2de6c
+
4d2de6c
 
4d2de6c
 class ContainerController(object):
4d2de6c
     """WSGI Controller for the container server."""
4d2de6c
@@ -62,6 +67,7 @@ class ContainerController(object):
4d2de6c
             ContainerBroker, self.mount_check, logger=self.logger)
4d2de6c
         self.auto_create_account_prefix = \
4d2de6c
             conf.get('auto_create_account_prefix') or '.'
4d2de6c
+        self.fs_object = None
4d2de6c
 
4d2de6c
     def _get_container_broker(self, drive, part, account, container):
4d2de6c
         """
4d2de6c
@@ -73,6 +79,11 @@ class ContainerController(object):
4d2de6c
         :param container: container name
4d2de6c
         :returns: ContainerBroker object
4d2de6c
         """
4d2de6c
+        if self.fs_object:
4d2de6c
+            return DiskDir(self.root, drive, part, account,
4d2de6c
+                           container, self.logger,
4d2de6c
+                           fs_object = self.fs_object)
4d2de6c
+
4d2de6c
         hsh = hash_path(account, container)
4d2de6c
         db_dir = storage_directory(DATADIR, part, hsh)
4d2de6c
         db_path = os.path.join(self.root, drive, db_dir, hsh + '.db')
4d2de6c
@@ -211,10 +222,18 @@ class ContainerController(object):
4d2de6c
                 if broker.is_deleted():
4d2de6c
                     return HTTPConflict(request=req)
4d2de6c
             metadata = {}
4d2de6c
-            metadata.update((key, (value, timestamp))
4d2de6c
-                for key, value in req.headers.iteritems()
4d2de6c
-                if key.lower() in self.save_headers or
4d2de6c
-                   key.lower().startswith('x-container-meta-'))
4d2de6c
+            #Note: check the structure of req.headers
4d2de6c
+            if not self.fs_object:
4d2de6c
+                metadata.update((key, (value, timestamp))
4d2de6c
+                    for key, value in req.headers.iteritems()
4d2de6c
+                    if key.lower() in self.save_headers or
4d2de6c
+                       key.lower().startswith('x-container-meta-'))
4d2de6c
+            else:
4d2de6c
+                metadata.update((key, value)
4d2de6c
+                   for key, value in req.headers.iteritems()
4d2de6c
+                   if key.lower() in self.save_headers or
4d2de6c
+                      key.lower().startswith('x-container-meta-'))
4d2de6c
+
4d2de6c
             if metadata:
4d2de6c
                 if 'X-Container-Sync-To' in metadata:
4d2de6c
                     if 'X-Container-Sync-To' not in broker.metadata or \
4d2de6c
@@ -222,6 +241,7 @@ class ContainerController(object):
4d2de6c
                             broker.metadata['X-Container-Sync-To'][0]:
4d2de6c
                         broker.set_x_container_sync_points(-1, -1)
4d2de6c
                 broker.update_metadata(metadata)
4d2de6c
+
4d2de6c
             resp = self.account_update(req, account, container, broker)
4d2de6c
             if resp:
4d2de6c
                 return resp
4d2de6c
@@ -245,6 +265,11 @@ class ContainerController(object):
4d2de6c
         broker.stale_reads_ok = True
4d2de6c
         if broker.is_deleted():
4d2de6c
             return HTTPNotFound(request=req)
4d2de6c
+
4d2de6c
+        if self.fs_object and not self.fs_object.object_only:
4d2de6c
+            broker.list_objects_iter(None, None, None, None,
4d2de6c
+                                     None, None)
4d2de6c
+
4d2de6c
         info = broker.get_info()
4d2de6c
         headers = {
4d2de6c
             'X-Container-Object-Count': info['object_count'],
4d2de6c
@@ -252,10 +277,17 @@ class ContainerController(object):
4d2de6c
             'X-Timestamp': info['created_at'],
4d2de6c
             'X-PUT-Timestamp': info['put_timestamp'],
4d2de6c
         }
4d2de6c
-        headers.update((key, value)
4d2de6c
-            for key, (value, timestamp) in broker.metadata.iteritems()
4d2de6c
-            if value != '' and (key.lower() in self.save_headers or
4d2de6c
-                                key.lower().startswith('x-container-meta-')))
4d2de6c
+        if not self.fs_object:
4d2de6c
+            headers.update((key, value)
4d2de6c
+                for key, (value, timestamp) in broker.metadata.iteritems()
4d2de6c
+                if value != '' and (key.lower() in self.save_headers or
4d2de6c
+                                    key.lower().startswith('x-container-meta-')))
4d2de6c
+        else:
4d2de6c
+            headers.update((key, value)
4d2de6c
+                for key, value in broker.metadata.iteritems()
4d2de6c
+                if value != '' and (key.lower() in self.save_headers or
4d2de6c
+                                    key.lower().startswith('x-container-meta-')))
4d2de6c
+
4d2de6c
         return HTTPNoContent(request=req, headers=headers)
4d2de6c
 
4d2de6c
     def GET(self, req):
4d2de6c
@@ -268,6 +300,7 @@ class ContainerController(object):
4d2de6c
                                 request=req)
4d2de6c
         if self.mount_check and not check_mount(self.root, drive):
4d2de6c
             return Response(status='507 %s is not mounted' % drive)
4d2de6c
+
4d2de6c
         broker = self._get_container_broker(drive, part, account, container)
4d2de6c
         broker.pending_timeout = 0.1
4d2de6c
         broker.stale_reads_ok = True
4d2de6c
@@ -280,10 +313,17 @@ class ContainerController(object):
4d2de6c
             'X-Timestamp': info['created_at'],
4d2de6c
             'X-PUT-Timestamp': info['put_timestamp'],
4d2de6c
         }
4d2de6c
-        resp_headers.update((key, value)
4d2de6c
-            for key, (value, timestamp) in broker.metadata.iteritems()
4d2de6c
-            if value != '' and (key.lower() in self.save_headers or
4d2de6c
-                                key.lower().startswith('x-container-meta-')))
4d2de6c
+        if not self.fs_object:
4d2de6c
+            resp_headers.update((key, value)
4d2de6c
+                for key, (value, timestamp) in broker.metadata.iteritems()
4d2de6c
+                if value != '' and (key.lower() in self.save_headers or
4d2de6c
+                               key.lower().startswith('x-container-meta-')))
4d2de6c
+        else:
4d2de6c
+            resp_headers.update((key, value)
4d2de6c
+                for key, value in broker.metadata.iteritems()
4d2de6c
+                if value != '' and (key.lower() in self.save_headers or
4d2de6c
+                               key.lower().startswith('x-container-meta-')))
4d2de6c
+
4d2de6c
         try:
4d2de6c
             path = get_param(req, 'path')
4d2de6c
             prefix = get_param(req, 'prefix')
4d2de6c
@@ -414,10 +454,17 @@ class ContainerController(object):
4d2de6c
             return HTTPNotFound(request=req)
4d2de6c
         timestamp = normalize_timestamp(req.headers['x-timestamp'])
4d2de6c
         metadata = {}
4d2de6c
-        metadata.update((key, (value, timestamp))
4d2de6c
-            for key, value in req.headers.iteritems()
4d2de6c
-            if key.lower() in self.save_headers or
4d2de6c
-               key.lower().startswith('x-container-meta-'))
4d2de6c
+        if not self.fs_object:
4d2de6c
+            metadata.update((key, (value, timestamp))
4d2de6c
+                for key, value in req.headers.iteritems()
4d2de6c
+                if key.lower() in self.save_headers or
4d2de6c
+                   key.lower().startswith('x-container-meta-'))
4d2de6c
+        else:
4d2de6c
+             metadata.update((key, value)
4d2de6c
+                for key, value in req.headers.iteritems()
4d2de6c
+                if key.lower() in self.save_headers or
4d2de6c
+                   key.lower().startswith('x-container-meta-'))
4d2de6c
+
4d2de6c
         if metadata:
4d2de6c
             if 'X-Container-Sync-To' in metadata:
4d2de6c
                 if 'X-Container-Sync-To' not in broker.metadata or \
4d2de6c
@@ -427,8 +474,19 @@ class ContainerController(object):
4d2de6c
             broker.update_metadata(metadata)
4d2de6c
         return HTTPNoContent(request=req)
4d2de6c
 
4d2de6c
+    def plugin(self, env):
4d2de6c
+        if env.get('Gluster_enabled', False):
4d2de6c
+            self.fs_object = env.get('fs_object')
4d2de6c
+            if not self.fs_object:
4d2de6c
+                raise NoneTypeError
4d2de6c
+            self.root = env.get('root')
4d2de6c
+            self.mount_check = False
4d2de6c
+        else:
4d2de6c
+            self.fs_object = None
4d2de6c
+
4d2de6c
     def __call__(self, env, start_response):
4d2de6c
         start_time = time.time()
4d2de6c
+        self.plugin(env)
4d2de6c
         req = Request(env)
4d2de6c
         self.logger.txn_id = req.headers.get('x-trans-id', None)
4d2de6c
         if not check_utf8(req.path_info):
4d2de6c
diff --git a/swift/obj/server.py b/swift/obj/server.py
4d2de6c
index 9cca16b..a45daff 100644
4d2de6c
--- a/swift/obj/server.py
4d2de6c
+++ b/swift/obj/server.py
4d2de6c
@@ -1,4 +1,5 @@
4d2de6c
 # Copyright (c) 2010-2012 OpenStack, LLC.
4d2de6c
+# Copyright (c) 2011 Red Hat, Inc.
4d2de6c
 #
4d2de6c
 # Licensed under the Apache License, Version 2.0 (the "License");
4d2de6c
 # you may not use this file except in compliance with the License.
4d2de6c
@@ -26,6 +27,7 @@ from hashlib import md5
4d2de6c
 from tempfile import mkstemp
4d2de6c
 from urllib import unquote
4d2de6c
 from contextlib import contextmanager
4d2de6c
+from ConfigParser import ConfigParser
4d2de6c
 
4d2de6c
 from webob import Request, Response, UTC
4d2de6c
 from webob.exc import HTTPAccepted, HTTPBadRequest, HTTPCreated, \
4d2de6c
@@ -37,16 +39,23 @@ from eventlet import sleep, Timeout, tpool
4d2de6c
 
4d2de6c
 from swift.common.utils import mkdirs, normalize_timestamp, \
4d2de6c
     storage_directory, hash_path, renamer, fallocate, \
4d2de6c
-    split_path, drop_buffer_cache, get_logger, write_pickle
4d2de6c
+    split_path, drop_buffer_cache, get_logger, write_pickle, \
4d2de6c
+    plugin_enabled
4d2de6c
 from swift.common.bufferedhttp import http_connect
4d2de6c
-from swift.common.constraints import check_object_creation, check_mount, \
4d2de6c
-    check_float, check_utf8
4d2de6c
+if plugin_enabled():
4d2de6c
+    from swift.plugins.constraints import check_object_creation
4d2de6c
+    from swift.plugins.utils import X_TYPE, X_OBJECT_TYPE, FILE, DIR, MARKER_DIR, \
4d2de6c
+         OBJECT, DIR_TYPE, FILE_TYPE
4d2de6c
+else:
4d2de6c
+    from swift.common.constraints import check_object_creation
4d2de6c
+
4d2de6c
+from swift.common.constraints import  check_mount, check_float, check_utf8
4d2de6c
+
4d2de6c
 from swift.common.exceptions import ConnectionTimeout, DiskFileError, \
4d2de6c
     DiskFileNotExist
4d2de6c
 from swift.obj.replicator import tpooled_get_hashes, invalidate_hash, \
4d2de6c
     quarantine_renamer
4d2de6c
 
4d2de6c
-
4d2de6c
 DATADIR = 'objects'
4d2de6c
 ASYNCDIR = 'async_pending'
4d2de6c
 PICKLE_PROTOCOL = 2
4d2de6c
@@ -339,6 +348,9 @@ class DiskFile(object):
4d2de6c
                 raise
4d2de6c
         raise DiskFileNotExist('Data File does not exist.')
4d2de6c
 
4d2de6c
+if plugin_enabled():
4d2de6c
+    from swift.plugins.DiskFile import Gluster_DiskFile
4d2de6c
+
4d2de6c
 
4d2de6c
 class ObjectController(object):
4d2de6c
     """Implements the WSGI application for the Swift Object Server."""
4d2de6c
@@ -377,6 +389,17 @@ class ObjectController(object):
4d2de6c
             'expiring_objects'
4d2de6c
         self.expiring_objects_container_divisor = \
4d2de6c
             int(conf.get('expiring_objects_container_divisor') or 86400)
4d2de6c
+        self.fs_object = None
4d2de6c
+
4d2de6c
+    def get_DiskFile_obj(self, path, device, partition, account, container, obj,
4d2de6c
+                         logger, keep_data_fp=False, disk_chunk_size=65536):
4d2de6c
+        if self.fs_object:
4d2de6c
+            return Gluster_DiskFile(path, device, partition, account, container,
4d2de6c
+                            obj, logger, keep_data_fp,
4d2de6c
+                            disk_chunk_size, fs_object = self.fs_object);
4d2de6c
+        else:
4d2de6c
+            return DiskFile(path, device, partition, account, container,
4d2de6c
+                            obj, logger, keep_data_fp, disk_chunk_size)
4d2de6c
 
4d2de6c
     def async_update(self, op, account, container, obj, host, partition,
4d2de6c
                      contdevice, headers_out, objdevice):
4d2de6c
@@ -493,7 +516,7 @@ class ObjectController(object):
4d2de6c
                                   content_type='text/plain')
4d2de6c
         if self.mount_check and not check_mount(self.devices, device):
4d2de6c
             return Response(status='507 %s is not mounted' % device)
4d2de6c
-        file = DiskFile(self.devices, device, partition, account, container,
4d2de6c
+        file = self.get_DiskFile_obj(self.devices, device, partition, account, container,
4d2de6c
                         obj, self.logger, disk_chunk_size=self.disk_chunk_size)
4d2de6c
 
4d2de6c
         if 'X-Delete-At' in file.metadata and \
4d2de6c
@@ -548,7 +571,7 @@ class ObjectController(object):
4d2de6c
         if new_delete_at and new_delete_at < time.time():
4d2de6c
             return HTTPBadRequest(body='X-Delete-At in past', request=request,
4d2de6c
                                   content_type='text/plain')
4d2de6c
-        file = DiskFile(self.devices, device, partition, account, container,
4d2de6c
+        file = self.get_DiskFile_obj(self.devices, device, partition, account, container,
4d2de6c
                         obj, self.logger, disk_chunk_size=self.disk_chunk_size)
4d2de6c
         orig_timestamp = file.metadata.get('X-Timestamp')
4d2de6c
         upload_expiration = time.time() + self.max_upload_time
4d2de6c
@@ -580,12 +603,29 @@ class ObjectController(object):
4d2de6c
             if 'etag' in request.headers and \
4d2de6c
                             request.headers['etag'].lower() != etag:
4d2de6c
                 return HTTPUnprocessableEntity(request=request)
4d2de6c
-            metadata = {
4d2de6c
-                'X-Timestamp': request.headers['x-timestamp'],
4d2de6c
-                'Content-Type': request.headers['content-type'],
4d2de6c
-                'ETag': etag,
4d2de6c
-                'Content-Length': str(os.fstat(fd).st_size),
4d2de6c
-            }
4d2de6c
+            content_type = request.headers['content-type']
4d2de6c
+            if self.fs_object and not content_type:
4d2de6c
+                content_type = FILE_TYPE
4d2de6c
+            if not self.fs_object:
4d2de6c
+                metadata = {
4d2de6c
+                    'X-Timestamp': request.headers['x-timestamp'],
4d2de6c
+                    'Content-Type': request.headers['content-type'],
4d2de6c
+                    'ETag': etag,
4d2de6c
+                    'Content-Length': str(os.fstat(fd).st_size),
4d2de6c
+                }
4d2de6c
+            else:
4d2de6c
+                metadata = {
4d2de6c
+                    'X-Timestamp': request.headers['x-timestamp'],
4d2de6c
+                    'Content-Type': request.headers['content-type'],
4d2de6c
+                    'ETag': etag,
4d2de6c
+                    'Content-Length': str(os.fstat(fd).st_size),
4d2de6c
+                    X_TYPE: OBJECT,
4d2de6c
+                    X_OBJECT_TYPE: FILE,
4d2de6c
+                }
4d2de6c
+
4d2de6c
+            if self.fs_object and \
4d2de6c
+                request.headers['content-type'].lower() == DIR_TYPE:
4d2de6c
+                metadata.update({X_OBJECT_TYPE: MARKER_DIR})
4d2de6c
             metadata.update(val for val in request.headers.iteritems()
4d2de6c
                     if val[0].lower().startswith('x-object-meta-') and
4d2de6c
                     len(val[0]) > 14)
4d2de6c
@@ -612,7 +652,7 @@ class ObjectController(object):
4d2de6c
                  'x-timestamp': file.metadata['X-Timestamp'],
4d2de6c
                  'x-etag': file.metadata['ETag'],
4d2de6c
                  'x-trans-id': request.headers.get('x-trans-id', '-')},
4d2de6c
-                device)
4d2de6c
+                (self.fs_object and account) or device)
4d2de6c
         resp = HTTPCreated(request=request, etag=etag)
4d2de6c
         return resp
4d2de6c
 
4d2de6c
@@ -626,9 +666,9 @@ class ObjectController(object):
4d2de6c
                         content_type='text/plain')
4d2de6c
         if self.mount_check and not check_mount(self.devices, device):
4d2de6c
             return Response(status='507 %s is not mounted' % device)
4d2de6c
-        file = DiskFile(self.devices, device, partition, account, container,
4d2de6c
-                        obj, self.logger, keep_data_fp=True,
4d2de6c
-                        disk_chunk_size=self.disk_chunk_size)
4d2de6c
+        file = self.get_DiskFile_obj(self.devices, device, partition, account, container,
4d2de6c
+                             obj, self.logger, keep_data_fp=True,
4d2de6c
+                             disk_chunk_size=self.disk_chunk_size)
4d2de6c
         if file.is_deleted() or ('X-Delete-At' in file.metadata and
4d2de6c
                 int(file.metadata['X-Delete-At']) <= time.time()):
4d2de6c
             if request.headers.get('if-match') == '*':
4d2de6c
@@ -702,7 +742,7 @@ class ObjectController(object):
4d2de6c
             return resp
4d2de6c
         if self.mount_check and not check_mount(self.devices, device):
4d2de6c
             return Response(status='507 %s is not mounted' % device)
4d2de6c
-        file = DiskFile(self.devices, device, partition, account, container,
4d2de6c
+        file = self.get_DiskFile_obj(self.devices, device, partition, account, container,
4d2de6c
                         obj, self.logger, disk_chunk_size=self.disk_chunk_size)
4d2de6c
         if file.is_deleted() or ('X-Delete-At' in file.metadata and
4d2de6c
                 int(file.metadata['X-Delete-At']) <= time.time()):
4d2de6c
@@ -744,7 +784,7 @@ class ObjectController(object):
4d2de6c
         if self.mount_check and not check_mount(self.devices, device):
4d2de6c
             return Response(status='507 %s is not mounted' % device)
4d2de6c
         response_class = HTTPNoContent
4d2de6c
-        file = DiskFile(self.devices, device, partition, account, container,
4d2de6c
+        file = self.get_DiskFile_obj(self.devices, device, partition, account, container,
4d2de6c
                         obj, self.logger, disk_chunk_size=self.disk_chunk_size)
4d2de6c
         if 'x-if-delete-at' in request.headers and \
4d2de6c
                 int(request.headers['x-if-delete-at']) != \
4d2de6c
@@ -797,9 +837,18 @@ class ObjectController(object):
4d2de6c
             raise hashes
4d2de6c
         return Response(body=pickle.dumps(hashes))
4d2de6c
 
4d2de6c
+    def plugin(self, env):
4d2de6c
+        if env.get('Gluster_enabled', False):
4d2de6c
+            self.fs_object = env.get('fs_object')
4d2de6c
+            self.devices = env.get('root')
4d2de6c
+            self.mount_check = False
4d2de6c
+        else:
4d2de6c
+            self.fs_object = None
4d2de6c
+
4d2de6c
     def __call__(self, env, start_response):
4d2de6c
         """WSGI Application entry point for the Swift Object Server."""
4d2de6c
         start_time = time.time()
4d2de6c
+        self.plugin(env)
4d2de6c
         req = Request(env)
4d2de6c
         self.logger.txn_id = req.headers.get('x-trans-id', None)
4d2de6c
         if not check_utf8(req.path_info):
4d2de6c
diff --git a/swift/proxy/server.py b/swift/proxy/server.py
4d2de6c
index 17613b8..d277d28 100644
4d2de6c
--- a/swift/proxy/server.py
4d2de6c
+++ b/swift/proxy/server.py
4d2de6c
@@ -1,4 +1,5 @@
4d2de6c
 # Copyright (c) 2010-2012 OpenStack, LLC.
4d2de6c
+# Copyright (c) 2011 Red Hat, Inc.
4d2de6c
 #
4d2de6c
 # Licensed under the Apache License, Version 2.0 (the "License");
4d2de6c
 # you may not use this file except in compliance with the License.
4d2de6c
@@ -53,11 +54,20 @@ from webob import Request, Response
4d2de6c
 
4d2de6c
 from swift.common.ring import Ring
4d2de6c
 from swift.common.utils import cache_from_env, ContextPool, get_logger, \
4d2de6c
-    get_remote_client, normalize_timestamp, split_path, TRUE_VALUES
4d2de6c
+    get_remote_client, normalize_timestamp, split_path, TRUE_VALUES, \
4d2de6c
+    plugin_enabled
4d2de6c
 from swift.common.bufferedhttp import http_connect
4d2de6c
-from swift.common.constraints import check_metadata, check_object_creation, \
4d2de6c
-    check_utf8, CONTAINER_LISTING_LIMIT, MAX_ACCOUNT_NAME_LENGTH, \
4d2de6c
-    MAX_CONTAINER_NAME_LENGTH, MAX_FILE_SIZE
4d2de6c
+
4d2de6c
+if plugin_enabled():
4d2de6c
+    from swift.plugins.constraints import check_object_creation, \
4d2de6c
+        MAX_ACCOUNT_NAME_LENGTH, MAX_CONTAINER_NAME_LENGTH, MAX_FILE_SIZE
4d2de6c
+else:
4d2de6c
+    from swift.common.constraints import check_object_creation, \
4d2de6c
+        MAX_ACCOUNT_NAME_LENGTH, MAX_CONTAINER_NAME_LENGTH, MAX_FILE_SIZE
4d2de6c
+
4d2de6c
+from swift.common.constraints import check_metadata, check_utf8, \
4d2de6c
+    CONTAINER_LISTING_LIMIT
4d2de6c
+
4d2de6c
 from swift.common.exceptions import ChunkReadTimeout, \
4d2de6c
     ChunkWriteTimeout, ConnectionTimeout
4d2de6c
 
4d2de6c
diff --git a/test/__init__.py b/test/__init__.py
4d2de6c
index ef2ce31..363a051 100644
4d2de6c
--- a/test/__init__.py
4d2de6c
+++ b/test/__init__.py
4d2de6c
@@ -6,8 +6,16 @@ import sys
4d2de6c
 import os
4d2de6c
 from ConfigParser import MissingSectionHeaderError
4d2de6c
 from StringIO import StringIO
4d2de6c
-
4d2de6c
 from swift.common.utils import readconf
4d2de6c
+from swift.common.utils import plugin_enabled
4d2de6c
+if plugin_enabled():
4d2de6c
+    from swift.plugins.constraints import MAX_OBJECT_NAME_LENGTH, \
4d2de6c
+          MAX_CONTAINER_NAME_LENGTH, MAX_ACCOUNT_NAME_LENGTH, \
4d2de6c
+          MAX_FILE_SIZE
4d2de6c
+else:
4d2de6c
+    from swift.common.constraints import MAX_OBJECT_NAME_LENGTH, \
4d2de6c
+          MAX_CONTAINER_NAME_LENGTH, MAX_ACCOUNT_NAME_LENGTH, \
4d2de6c
+          MAX_FILE_SIZE
4d2de6c
 
4d2de6c
 setattr(__builtin__, '_', lambda x: x)
4d2de6c
 
4d2de6c
diff --git a/test/functional/tests.py b/test/functional/tests.py
4d2de6c
index b25b4fd..8d12f58 100644
4d2de6c
--- a/test/functional/tests.py
4d2de6c
+++ b/test/functional/tests.py
4d2de6c
@@ -31,6 +31,16 @@ import urllib
4d2de6c
 from test import get_config
4d2de6c
 from swift import Account, AuthenticationFailed, Connection, Container, \
4d2de6c
      File, ResponseError
4d2de6c
+from test import plugin_enabled
4d2de6c
+if plugin_enabled():
4d2de6c
+    from test import MAX_OBJECT_NAME_LENGTH, \
4d2de6c
+                    MAX_CONTAINER_NAME_LENGTH, MAX_ACCOUNT_NAME_LENGTH, \
4d2de6c
+                    MAX_FILE_SIZE
4d2de6c
+else:
4d2de6c
+    from test import MAX_OBJECT_NAME_LENGTH, \
4d2de6c
+                    MAX_CONTAINER_NAME_LENGTH, MAX_ACCOUNT_NAME_LENGTH, \
4d2de6c
+                    MAX_FILE_SIZE
4d2de6c
+
4d2de6c
 
4d2de6c
 config = get_config()
4d2de6c
 
4d2de6c
@@ -361,7 +371,7 @@ class TestContainer(Base):
4d2de6c
     set_up = False
4d2de6c
 
4d2de6c
     def testContainerNameLimit(self):
4d2de6c
-        limit = 256
4d2de6c
+        limit = MAX_CONTAINER_NAME_LENGTH
4d2de6c
 
4d2de6c
         for l in (limit-100, limit-10, limit-1, limit,
4d2de6c
             limit+1, limit+10, limit+100):
4d2de6c
@@ -949,7 +959,7 @@ class TestFile(Base):
4d2de6c
             self.assert_status(404)
4d2de6c
 
4d2de6c
     def testNameLimit(self):
4d2de6c
-        limit = 1024
4d2de6c
+        limit = MAX_OBJECT_NAME_LENGTH
4d2de6c
 
4d2de6c
         for l in (1, 10, limit/2, limit-1, limit, limit+1, limit*2):
4d2de6c
             file = self.env.container.file('a'*l)
4d2de6c
@@ -1093,7 +1103,7 @@ class TestFile(Base):
4d2de6c
             self.assert_(file.read(hdrs={'Range': r}) == data[0:1000])
4d2de6c
 
4d2de6c
     def testFileSizeLimit(self):
4d2de6c
-        limit = 5*2**30 + 2
4d2de6c
+        limit = MAX_FILE_SIZE
4d2de6c
         tsecs = 3
4d2de6c
 
4d2de6c
         for i in (limit-100, limit-10, limit-1, limit, limit+1, limit+10,
4d2de6c
diff --git a/test/unit/obj/test_server.py b/test/unit/obj/test_server.py
4d2de6c
index 075700e..5b6f32d 100644
4d2de6c
--- a/test/unit/obj/test_server.py
4d2de6c
+++ b/test/unit/obj/test_server.py
4d2de6c
@@ -1355,7 +1355,7 @@ class TestObjectController(unittest.TestCase):
4d2de6c
 
4d2de6c
     def test_max_object_name_length(self):
4d2de6c
         timestamp = normalize_timestamp(time())
4d2de6c
-        req = Request.blank('/sda1/p/a/c/' + ('1' * 1024),
4d2de6c
+        req = Request.blank('/sda1/p/a/c/' + ('1' * MAX_OBJECT_NAME_LENGTH),
4d2de6c
                 environ={'REQUEST_METHOD': 'PUT'},
4d2de6c
                 headers={'X-Timestamp': timestamp,
4d2de6c
                          'Content-Length': '4',
4d2de6c
diff --git a/test/unit/proxy/test_server.py b/test/unit/proxy/test_server.py
4d2de6c
index 364370e..c17fe59 100644
4d2de6c
--- a/test/unit/proxy/test_server.py
4d2de6c
+++ b/test/unit/proxy/test_server.py
4d2de6c
@@ -21,7 +21,6 @@ import os
4d2de6c
 import sys
4d2de6c
 import unittest
4d2de6c
 from nose import SkipTest
4d2de6c
-from ConfigParser import ConfigParser
4d2de6c
 from contextlib import contextmanager
4d2de6c
 from cStringIO import StringIO
4d2de6c
 from gzip import GzipFile
4d2de6c
@@ -44,8 +43,18 @@ from swift.account import server as account_server
4d2de6c
 from swift.container import server as container_server
4d2de6c
 from swift.obj import server as object_server
4d2de6c
 from swift.common import ring
4d2de6c
-from swift.common.constraints import MAX_META_NAME_LENGTH, \
4d2de6c
-    MAX_META_VALUE_LENGTH, MAX_META_COUNT, MAX_META_OVERALL_SIZE, MAX_FILE_SIZE
4d2de6c
+from swift.common.utils import plugin_enabled
4d2de6c
+if plugin_enabled():
4d2de6c
+    from swift.plugins.constraints import MAX_META_NAME_LENGTH, \
4d2de6c
+        MAX_META_VALUE_LENGTH, MAX_META_COUNT, MAX_META_OVERALL_SIZE, \
4d2de6c
+        MAX_FILE_SIZE, MAX_ACCOUNT_NAME_LENGTH, MAX_CONTAINER_NAME_LENGTH, \
4d2de6c
+        MAX_OBJECT_NAME_LENGTH
4d2de6c
+else:
4d2de6c
+    from swift.plugins.constraints import MAX_META_NAME_LENGTH, \
4d2de6c
+        MAX_META_VALUE_LENGTH, MAX_META_COUNT, MAX_META_OVERALL_SIZE, \
4d2de6c
+        MAX_FILE_SIZE, MAX_ACCOUNT_NAME_LENGTH, MAX_CONTAINER_NAME_LENGTH, \
4d2de6c
+        MAX_OBJECT_NAME_LENGTH
4d2de6c
+
4d2de6c
 from swift.common.utils import mkdirs, normalize_timestamp, NullLogger
4d2de6c
 from swift.common.wsgi import monkey_patch_mimetools
4d2de6c
 
4d2de6c
@@ -3207,7 +3216,8 @@ class TestContainerController(unittest.TestCase):
4d2de6c
     def test_PUT_max_container_name_length(self):
4d2de6c
         with save_globals():
4d2de6c
             controller = proxy_server.ContainerController(self.app, 'account',
4d2de6c
-                                                              '1' * 256)
4d2de6c
+                                                              '1' *
4d2de6c
+                                                               MAX_CONTAINER_NAME_LENGTH,)
4d2de6c
             self.assert_status_map(controller.PUT,
4d2de6c
                                    (200, 200, 200, 201, 201, 201), 201,
4d2de6c
                                    missing_container=True)
4d2de6c
@@ -3813,7 +3823,8 @@ class TestAccountController(unittest.TestCase):
4d2de6c
     def test_PUT_max_account_name_length(self):
4d2de6c
         with save_globals():
4d2de6c
             self.app.allow_account_management = True
4d2de6c
-            controller = proxy_server.AccountController(self.app, '1' * 256)
4d2de6c
+            controller = proxy_server.AccountController(self.app, '1' *
4d2de6c
+                            MAX_ACCOUNT_NAME_LENGTH)
4d2de6c
             self.assert_status_map(controller.PUT, (201, 201, 201), 201)
4d2de6c
             controller = proxy_server.AccountController(self.app, '2' * 257)
4d2de6c
             self.assert_status_map(controller.PUT, (201, 201, 201), 400)