Merge remote-tracking branch 'origin/development' into 7217-namespace…

…-on-queues-2

app/api/files/S3Storage.ts

@@ -6,44 +6,56 @@ import {
   S3Client,
   _Object,
 } from '@aws-sdk/client-s3';
-import { NodeHttpHandler } from '@smithy/node-http-handler';
 import { config } from 'api/config';
 
+class S3TimeoutError extends Error {
+  readonly s3TimeoutError: Error;
+
+  constructor(s3TimeoutError: Error) {
+    super(s3TimeoutError.message);
+    this.s3TimeoutError = s3TimeoutError;
+  }
+}
+
+const catchS3Errors = async <T>(cb: () => Promise<T>): Promise<T> => {
+  try {
+    return await cb();
+  } catch (err) {
+    if (err.name === 'TimeoutError') {
+      throw new S3TimeoutError(err);
+    }
+    throw err;
+  }
+};
+
 export class S3Storage {
   private client: S3Client;
 
-  constructor() {
-    this.client = new S3Client({
-      requestHandler: new NodeHttpHandler({
-        socketTimeout: 30000,
-      }),
-      apiVersion: 'latest',
-      region: 'placeholder-region',
-      endpoint: config.s3.endpoint,
-      credentials: config.s3.credentials,
-      forcePathStyle: true,
-    });
+  constructor(s3Client: S3Client) {
+    this.client = s3Client;
   }
 
   static bucketName() {
     return config.s3.bucket;
   }
 
   async upload(key: string, body: Buffer) {
-    return this.client.send(
-      new PutObjectCommand({ Bucket: S3Storage.bucketName(), Key: key, Body: body })
+    return catchS3Errors(async () =>
+      this.client.send(
+        new PutObjectCommand({ Bucket: S3Storage.bucketName(), Key: key, Body: body })
+      )
     );
   }
 
   async get(key: string) {
-    const response = await this.client.send(
-      new GetObjectCommand({
-        Bucket: S3Storage.bucketName(),
-        Key: key,
-      })
+    return catchS3Errors(async () =>
+      this.client.send(
+        new GetObjectCommand({
+          Bucket: S3Storage.bucketName(),
+          Key: key,
+        })
+      )
     );
-
-    return response;
   }
 
   async list(prefix?: string) {
@@ -61,21 +73,26 @@ export class S3Storage {
       return response.NextContinuationToken;
     };
 
-    let continuationToken = await requestNext();
-    while (continuationToken) {
-      // eslint-disable-next-line no-await-in-loop
-      continuationToken = await requestNext(continuationToken);
-    }
-
-    return objects;
+    return catchS3Errors(async () => {
+      let continuationToken = await requestNext();
+      while (continuationToken) {
+        // eslint-disable-next-line no-await-in-loop
+        continuationToken = await requestNext(continuationToken);
+      }
+      return objects;
+    });
   }
 
   async delete(key: string) {
-    await this.client.send(
-      new DeleteObjectCommand({
-        Bucket: S3Storage.bucketName(),
-        Key: key,
-      })
+    return catchS3Errors(async () =>
+      this.client.send(
+        new DeleteObjectCommand({
+          Bucket: S3Storage.bucketName(),
+          Key: key,
+        })
+      )
     );
   }
 }
+
+export { S3TimeoutError };

app/api/files/specs/s3Storage.spec.ts

@@ -0,0 +1,45 @@
+import { S3Storage, S3TimeoutError } from '../S3Storage';
+
+let s3Storage: S3Storage;
+
+class S3TimeoutClient {
+  // eslint-disable-next-line class-methods-use-this
+  send() {
+    const error = new Error();
+    error.name = 'TimeoutError';
+    throw error;
+  }
+}
+
+describe('s3Storage', () => {
+  beforeAll(async () => {
+    // @ts-ignore
+    s3Storage = new S3Storage(new S3TimeoutClient());
+  });
+
+  describe('get', () => {
+    it('should throw S3TimeoutError on timeout', async () => {
+      await expect(s3Storage.get('dummy_key')).rejects.toBeInstanceOf(S3TimeoutError);
+    });
+  });
+
+  describe('upload', () => {
+    it('should throw S3TimeoutError on timeout', async () => {
+      await expect(
+        s3Storage.upload('dummy_key', Buffer.from('dummy buffer', 'utf-8'))
+      ).rejects.toBeInstanceOf(S3TimeoutError);
+    });
+  });
+
+  describe('delete', () => {
+    it('should throw S3TimeoutError on timeout', async () => {
+      await expect(s3Storage.delete('dummy_key')).rejects.toBeInstanceOf(S3TimeoutError);
+    });
+  });
+
+  describe('list', () => {
+    it('should throw S3TimeoutError on timeout', async () => {
+      await expect(s3Storage.list()).rejects.toBeInstanceOf(S3TimeoutError);
+    });
+  });
+});

app/api/files/storage.ts

@@ -1,6 +1,7 @@
-import { NoSuchKey } from '@aws-sdk/client-s3';
+import { NoSuchKey, S3Client } from '@aws-sdk/client-s3';
 import { config } from 'api/config';
 import { tenants } from 'api/tenants';
+import { NodeHttpHandler } from '@smithy/node-http-handler';
 // eslint-disable-next-line node/no-restricted-import
 import { createReadStream, createWriteStream } from 'fs';
 // eslint-disable-next-line node/no-restricted-import
@@ -9,6 +10,7 @@ import path from 'path';
 import { FileType } from 'shared/types/fileType';
 import { Readable } from 'stream';
 import { pipeline } from 'stream/promises';
+import { FileNotFound } from './FileNotFound';
 import {
   activityLogPath,
   attachmentsPath,
@@ -18,14 +20,24 @@ import {
   uploadsPath,
 } from './filesystem';
 import { S3Storage } from './S3Storage';
-import { FileNotFound } from './FileNotFound';
 
 type FileTypes = NonNullable<FileType['type']> | 'activitylog' | 'segmentation';
 
 let s3Instance: S3Storage;
 const s3 = () => {
   if (config.s3.endpoint && !s3Instance) {
-    s3Instance = new S3Storage();
+    s3Instance = new S3Storage(
+      new S3Client({
+        requestHandler: new NodeHttpHandler({
+          socketTimeout: 30000,
+        }),
+        apiVersion: 'latest',
+        region: 'placeholder-region',
+        endpoint: config.s3.endpoint,
+        credentials: config.s3.credentials,
+        forcePathStyle: true,
+      })
+    );
   }
   return s3Instance;
 };

app/api/utils/handleError.js

@@ -5,6 +5,7 @@ import { appContext } from 'api/utils/AppContext';
 import { UnauthorizedError } from 'api/authorization.v2/errors/UnauthorizedError';
 import { ValidationError } from 'api/common.v2/validation/ValidationError';
 import { FileNotFound } from 'api/files/FileNotFound';
+import { S3TimeoutError } from 'api/files/S3Storage';
 
 const ajvPrettifier = error => {
   const errorMessage = [error.message];
@@ -62,6 +63,10 @@ const prettifyError = (error, { req = {}, uncaught = false } = {}) => {
     result = { code: 500, message: error.stack, logLevel: 'error' };
   }
 
+  if (error instanceof S3TimeoutError) {
+    result = { code: 408, message: `${error.message}\n${error.stack}`, logLevel: 'debug' };
+  }
+
   if (error instanceof Ajv.ValidationError) {
     result = { code: 422, message: error.message, validations: error.errors, logLevel: 'debug' };
   }

app/api/utils/specs/handleError.spec.js

@@ -4,6 +4,7 @@ import { legacyLogger } from 'api/log';
 import { errors as elasticErrors } from '@elastic/elasticsearch';
 import { appContext } from 'api/utils/AppContext';
 import { handleError, prettifyError } from '../handleError';
+import { S3TimeoutError } from 'api/files/S3Storage';
 
 const contextRequestId = '1234';
 
@@ -18,6 +19,17 @@ describe('handleError', () => {
   });
 
   describe('errors by type', () => {
+    describe('and is instance of S3TimeoutError', () => {
+      it('should be a debug logLevel and a 408 http code', () => {
+        const errorInstance = new S3TimeoutError(new Error('timeout'));
+        const error = handleError(errorInstance);
+        expect(error).toMatchObject({
+          code: 408,
+          logLevel: 'debug',
+        });
+        expect(legacyLogger.debug.mock.calls[0][0]).toContain('timeout');
+      });
+    });
     describe('when error is instance of Error', () => {
       it('should return the error with 500 code without the original error and error stack', () => {
         const errorInstance = new Error('error');

app/react/V2/Routes/Settings/Account/Components/TwoFactorSetup.tsx

@@ -116,6 +116,7 @@ const TwoFactorSetup = ({ closePanel, isOpen }: TwoFactorSetupProps) => {
                 size={180}
                 bgColor="white"
                 fgColor="black"
+                // @ts-ignore required for accessibility check
                 title="qr code"
               />
             </div>

package.json

@@ -1,6 +1,6 @@
 {
   "name": "uwazi",
-  "version": "1.185.0-rc5",
+  "version": "1.185.0-rc6",
   "description": "Uwazi is a free, open-source solution for organising, analysing and publishing your documents.",
   "keywords": [
     "react"
@@ -133,7 +133,7 @@
     "any-date-parser": "^1.5.4",
     "bcryptjs": "^2.4.3",
     "big.js": "^6.2.2",
-    "body-parser": "^1.20.2",
+    "body-parser": "^1.20.3",
     "bootstrap": "3.4.1",
     "child-process-promise": "^2.2.1",
     "clean-insights-sdk": "^2.6.2",
@@ -144,7 +144,7 @@
     "cors": "^2.8.5",
     "crypto-js": "^4.2.0",
     "csvtojson": "^2.0.10",
-    "date-fns": "^3.6.0",
+    "date-fns": "^4.1.0",
     "diacritics": "^1.3.0",
     "dotenv": "^16.4.5",
     "express": "^4.19.2",
@@ -296,7 +296,7 @@
     "@types/enzyme": "3.10.12",
     "@types/enzyme-adapter-react-16": "1.0.2",
     "@types/expect-puppeteer": "4.4.7",
-    "@types/express": "4.17.13",
+    "@types/express": "4.17.21",
     "@types/express-session": "1.18.0",
     "@types/google.maps": "^3.48.2",
     "@types/immutable": "^3.8.7",
@@ -349,7 +349,7 @@
     "cypress-real-events": "^1.13.0",
     "enzyme": "3.11.0",
     "enzyme-to-json": "^3.6.2",
-    "eslint": "v8.57.0",
+    "eslint": "v8.57.1",
     "eslint-config-airbnb": "19.0.4",
     "eslint-plugin-cypress": "^3.5.0",
     "eslint-plugin-import": "v2.29.1",