ZMS-172

lib/attachments/gridstore-storage.js

@@ -7,6 +7,7 @@ const errors = require('../errors');
 const log = require('npmlog');
 const crypto = require('crypto');
 const base64Offset = require('./base64-offset');
+const FileHashCalculatorStream = require('../filehash-stream');
 
 // Set to false to disable base64 decoding feature
 const FEATURE_DECODE_ATTACHMENTS = true;
@@ -129,6 +130,7 @@ class GridstoreStorage {
         let storeLock;
 
         let attachmentCallback = (...args) => {
+            // store finished uploading, add the hash of the file contents to file metadata
             if (storeLock) {
                 log.silly('GridStore', '[%s] UNLOCK lock=%s status=%s', instance, lockId, storeLock.success ? 'locked' : 'empty');
                 if (storeLock.success) {
@@ -137,6 +139,25 @@ class GridstoreStorage {
                             // might be already finished if retrying after delay
                             return;
                         }
+                        if (args.length > 2) {
+                            const calculatedFileContentHash = args[2];
+
+                            if (calculatedFileContentHash) {
+                                this.gridfs.collection(this.bucketName + '.files').findOneAndUpdate(
+                                    {
+                                        _id: hash
+                                    },
+                                    {
+                                        $set: {
+                                            'metadata.fileContentHash': calculatedFileContentHash
+                                        }
+                                    },
+                                    {
+                                        returnDocument: 'after'
+                                    }
+                                );
+                            }
+                        }
                         callback(...args);
                     });
                     // unset variable to prevent double releasing
@@ -159,6 +180,8 @@ class GridstoreStorage {
                 return;
             }
 
+            let fileHashCalculator = new FileHashCalculatorStream();
+
             this.gridfs.collection(this.bucketName + '.files').findOneAndUpdate(
                 {
                     _id: hash
@@ -282,13 +305,13 @@ class GridstoreStorage {
                             attachmentCallback(err);
                         });
 
-                        store.once('finish', () => attachmentCallback(null, id));
+                        store.once('finish', () => attachmentCallback(null, id, fileHashCalculator.hash));
 
                         if (!metadata.decoded) {
                             store.end(attachment.body);
                         } else {
                             let decoder = new libbase64.Decoder();
-                            decoder.pipe(store);
+                            decoder.pipe(fileHashCalculator).pipe(store);
                             decoder.once('error', err => {
                                 // pass error forward
                                 store.emit('error', err);

lib/filehash-stream.js

@@ -0,0 +1,38 @@
+'use strict';
+
+const Transform = require('stream').Transform;
+const crypto = require('crypto');
+
+class FileHashCalculatorStream extends Transform {
+    constructor(options) {
+        super(options);
+        this.bodyHash = crypto.createHash('sha256');
+        this.hash = null;
+    }
+
+    updateHash(chunk) {
+        this.bodyHash.update(chunk);
+    }
+
+    _transform(chunk, encoding, callback) {
+        if (!chunk || !chunk.length) {
+            return callback();
+        }
+
+        if (typeof chunk === 'string') {
+            chunk = Buffer.from(chunk, encoding);
+        }
+
+        this.updateHash(chunk);
+        this.push(chunk);
+
+        callback();
+    }
+
+    _flush(done) {
+        this.hash = this.bodyHash.digest('base64');
+        done();
+    }
+}
+
+module.exports = FileHashCalculatorStream;