feature: support mongodb collection sharding

Author: rachedbenmustapha

lib/storage/metadata/MetadataWrapper.js

@@ -90,6 +90,7 @@ class MetadataWrapper {
                 replicationGroupId: params.replicationGroupId,
                 path: params.mongodb.path,
                 authCredentials: params.mongodb.authCredentials,
+                shardCollections: params.mongodb.shardCollections,
                 config: params.config,
                 logger,
             });

lib/storage/metadata/mongoclient/MongoClientInterface.js

@@ -92,18 +92,23 @@ class MongoClientInterface {
     constructor(params) {
         const { replicaSetHosts, writeConcern, replicaSet, readPreference, path,
             database, logger, replicationGroupId, authCredentials,
-            isLocationTransient } = params;
+            isLocationTransient, shardCollections } = params;
         const cred = MongoUtils.credPrefix(authCredentials);
         this.mongoUrl = `mongodb://${cred}${replicaSetHosts}/` +
-            `?w=${writeConcern}&replicaSet=${replicaSet}` +
-            `&readPreference=${readPreference}`;
+            `?w=${writeConcern}&readPreference=${readPreference}`;
+
+        if (!shardCollections) {
+            this.mongoUrl += `&replicaSet=${replicaSet}`;
+        }
+
         this.logger = logger;
         this.client = null;
         this.db = null;
         this.path = path;
         this.replicationGroupId = replicationGroupId;
         this.database = database;
         this.isLocationTransient = isLocationTransient;
+        this.shardCollections = shardCollections;
 
         this.concurrentCursors = (process.env.CONCURRENT_CURSORS &&
             !Number.isNaN(process.env.CONCURRENT_CURSORS))
@@ -142,6 +147,7 @@ class MongoClientInterface {
             this.db = client.db(this.database, {
                 ignoreUndefined: true,
             });
+            this.adminDb = client.db('admin');
             return this.usersBucketHack(cb);
         });
     }
@@ -216,9 +222,24 @@ class MongoClientInterface {
                     if (err) {
                         log.error(
                             'createBucket: error creating bucket',
-                        { error: err.message });
+                        { error: err });
                         return cb(errors.InternalError);
                     }
+                    if (this.shardCollections) {
+                        const cmd = {
+                            shardCollection: `${this.database}.${bucketName}`,
+                            key: { _id: 1 },
+                        };
+                        return this.adminDb.command(cmd, {}, err => {
+                            if (err) {
+                                log.error(
+                                    'createBucket: enabling sharding',
+                                    { error: err });
+                                return cb(errors.InternalError);
+                            }
+                            return cb();
+                        });
+                    }
                     return cb();
                 });
             }
@@ -1706,4 +1727,3 @@ class MongoClientInterface {
 }
 
 module.exports = MongoClientInterface;
-

package.json

@@ -3,7 +3,7 @@
   "engines": {
     "node": ">=8"
   },
-  "version": "8.1.10",
+  "version": "8.1.11",
   "description": "Common utilities for the S3 project components",
   "main": "index.js",
   "repository": {