fix(source-microsoft-sharepoint): handle wrong folder name

airbyte-integrations/connectors/source-microsoft-sharepoint/metadata.yaml

@@ -20,7 +20,7 @@ data:
   connectorSubtype: file
   connectorType: source
   definitionId: 59353119-f0f2-4e5a-a8ba-15d887bc34f6
-  dockerImageTag: 0.5.1
+  dockerImageTag: 0.5.2
   dockerRepository: airbyte/source-microsoft-sharepoint
   githubIssueLabel: source-microsoft-sharepoint
   icon: microsoft-sharepoint.svg

airbyte-integrations/connectors/source-microsoft-sharepoint/pyproject.toml

@@ -3,7 +3,7 @@ requires = [ "poetry-core>=1.0.0",]
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "0.5.1"
+version = "0.5.2"
 name = "source-microsoft-sharepoint"
 description = "Source implementation for Microsoft SharePoint."
 authors = [ "Airbyte <contact@airbyte.io>",]

airbyte-integrations/connectors/source-microsoft-sharepoint/source_microsoft_sharepoint/stream_reader.py

@@ -18,7 +18,7 @@
 from office365.graph_client import GraphClient
 from source_microsoft_sharepoint.spec import SourceMicrosoftSharePointSpec
 
-from .utils import MicrosoftSharePointRemoteFile, execute_query_with_retry, filter_http_urls
+from .utils import FolderNotFoundException, MicrosoftSharePointRemoteFile, execute_query_with_retry, filter_http_urls
 
 
 class SourceMicrosoftSharePointClient:
@@ -187,7 +187,10 @@ def _get_files_by_drive_name(self, drives, folder_path):
                     folder = drive.root
                     folder_path_url = drive.web_url
                 else:
-                    folder = execute_query_with_retry(drive.root.get_by_path(folder_path).get())
+                    try:
+                        folder = execute_query_with_retry(drive.root.get_by_path(folder_path).get())
+                    except FolderNotFoundException:
+                        continue
                     folder_path_url = drive.web_url + "/" + folder_path
 
                 yield from self._list_directories_and_files(folder, folder_path_url)

airbyte-integrations/connectors/source-microsoft-sharepoint/source_microsoft_sharepoint/utils.py

@@ -1,6 +1,5 @@
 # Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-
-
+import logging
 import time
 from datetime import datetime
 from enum import Enum
@@ -9,13 +8,19 @@
 from airbyte_cdk import AirbyteTracedException, FailureType
 from airbyte_cdk.sources.file_based.remote_file import RemoteFile
 
+LOGGER = logging.getLogger("airbyte")
+
 
 class SearchScope(Enum):
     OWN_DRIVES = "OWN_DRIVES"
     SHARED_ITEMS = "SHARED_ITEMS"
     BOTH = "BOTH"
 
 
+class FolderNotFoundException(Exception):
+    pass
+
+
 class MicrosoftSharePointRemoteFile(RemoteFile):
     download_url: str
 
@@ -77,6 +82,10 @@ def execute_query_with_retry(obj, max_retries=5, initial_retry_after=5, max_retr
                 time.sleep(retry_after)
                 retries += 1
                 retry_after = min(retry_after * 2, max_retry_after)  # Double the wait time for next retry, up to a max limit
+            elif hasattr(ex, "response") and ex.response.status_code == HTTPStatus.NOT_FOUND:
+                error_message = f"Requested item/folder could not be found: url: {ex.response.url}"
+                LOGGER.warning(error_message)
+                raise FolderNotFoundException(error_message)
             else:
                 # Re-raise exceptions that are not related to rate limits or service availability
                 raise AirbyteTracedException.from_exception(ex, message="Caught unexpected exception")

docs/integrations/sources/microsoft-sharepoint.md

@@ -139,31 +139,32 @@ The connector is restricted by normal Microsoft Graph [requests limitation](http
 <details>
   <summary>Expand to review</summary>
 
-| Version | Date       | Pull Request                                             | Subject                                           |
-|:--------|:-----------|:---------------------------------------------------------|:--------------------------------------------------|
-| 0.5.1 | 2024-08-24 | [44660](https://github.com/airbytehq/airbyte/pull/44660) | Update dependencies |
-| 0.5.0 | 2024-08-19 | [42983](https://github.com/airbytehq/airbyte/pull/42983) | Migrate to CDK v4.5.1 |
-| 0.4.5 | 2024-08-19 | [44382](https://github.com/airbytehq/airbyte/pull/44382) | Update dependencies |
-| 0.4.4 | 2024-08-12 | [43743](https://github.com/airbytehq/airbyte/pull/43743) | Update dependencies |
-| 0.4.3 | 2024-08-10 | [43565](https://github.com/airbytehq/airbyte/pull/43565) | Update dependencies |
-| 0.4.2 | 2024-08-03 | [43235](https://github.com/airbytehq/airbyte/pull/43235) | Update dependencies |
-| 0.4.1 | 2024-07-27 | [42704](https://github.com/airbytehq/airbyte/pull/42704) | Update dependencies |
-| 0.4.0 | 2024-07-25 | [42008](https://github.com/airbytehq/airbyte/pull/42008) | Migrate to CDK v3.5.3 |
-| 0.3.1 | 2024-07-20 | [42143](https://github.com/airbytehq/airbyte/pull/42143) | Update dependencies |
-| 0.3.0 | 2024-07-16 | [42007](https://github.com/airbytehq/airbyte/pull/42007) | Migrate to CDK v2.4.0 |
-| 0.2.11 | 2024-07-13 | [41688](https://github.com/airbytehq/airbyte/pull/41688) | Update dependencies |
-| 0.2.10 | 2024-07-10 | [41589](https://github.com/airbytehq/airbyte/pull/41589) | Update dependencies |
-| 0.2.9 | 2024-07-06 | [40917](https://github.com/airbytehq/airbyte/pull/40917) | Update dependencies |
-| 0.2.8 | 2024-06-26 | [40539](https://github.com/airbytehq/airbyte/pull/40539) | Update dependencies |
-| 0.2.7 | 2024-06-25 | [40357](https://github.com/airbytehq/airbyte/pull/40357) | Update dependencies |
-| 0.2.6 | 2024-06-24 | [40233](https://github.com/airbytehq/airbyte/pull/40233) | Update dependencies |
-| 0.2.5 | 2024-06-22 | [39987](https://github.com/airbytehq/airbyte/pull/39987) | Update dependencies |
-| 0.2.4 | 2024-05-29 | [38675](https://github.com/airbytehq/airbyte/pull/38675) | Avoid error on empty stream when running discover |
-| 0.2.3 | 2024-04-17 | [37372](https://github.com/airbytehq/airbyte/pull/37372) | Make refresh token optional |
-| 0.2.2 | 2024-03-28 | [36573](https://github.com/airbytehq/airbyte/pull/36573) | Update QL to 400 |
-| 0.2.1 | 2024-03-22 | [36381](https://github.com/airbytehq/airbyte/pull/36381) | Unpin CDK |
-| 0.2.0 | 2024-03-06 | [35830](https://github.com/airbytehq/airbyte/pull/35830) | Add fetching shared items |
-| 0.1.0 | 2024-01-25 | [33537](https://github.com/airbytehq/airbyte/pull/33537) | New source |
+| Version | Date       | Pull Request                                             | Subject                                                                   |
+|:--------|:-----------|:---------------------------------------------------------|:--------------------------------------------------------------------------|
+| 0.5.2   | 2024-08-24 | [45646](https://github.com/airbytehq/airbyte/pull/45646) | Fix: handle wrong folder name                                             |
+| 0.5.1   | 2024-08-24 | [44660](https://github.com/airbytehq/airbyte/pull/44660) | Update dependencies                                                       |
+| 0.5.0   | 2024-08-19 | [42983](https://github.com/airbytehq/airbyte/pull/42983) | Migrate to CDK v4.5.1                                                     |
+| 0.4.5   | 2024-08-19 | [44382](https://github.com/airbytehq/airbyte/pull/44382) | Update dependencies                                                       |
+| 0.4.4   | 2024-08-12 | [43743](https://github.com/airbytehq/airbyte/pull/43743) | Update dependencies                                                       |
+| 0.4.3   | 2024-08-10 | [43565](https://github.com/airbytehq/airbyte/pull/43565) | Update dependencies                                                       |
+| 0.4.2   | 2024-08-03 | [43235](https://github.com/airbytehq/airbyte/pull/43235) | Update dependencies                                                       |
+| 0.4.1   | 2024-07-27 | [42704](https://github.com/airbytehq/airbyte/pull/42704) | Update dependencies                                                       |
+| 0.4.0   | 2024-07-25 | [42008](https://github.com/airbytehq/airbyte/pull/42008) | Migrate to CDK v3.5.3                                                     |
+| 0.3.1   | 2024-07-20 | [42143](https://github.com/airbytehq/airbyte/pull/42143) | Update dependencies                                                       |
+| 0.3.0   | 2024-07-16 | [42007](https://github.com/airbytehq/airbyte/pull/42007) | Migrate to CDK v2.4.0                                                     |
+| 0.2.11  | 2024-07-13 | [41688](https://github.com/airbytehq/airbyte/pull/41688) | Update dependencies                                                       |
+| 0.2.10  | 2024-07-10 | [41589](https://github.com/airbytehq/airbyte/pull/41589) | Update dependencies                                                       |
+| 0.2.9   | 2024-07-06 | [40917](https://github.com/airbytehq/airbyte/pull/40917) | Update dependencies                                                       |
+| 0.2.8   | 2024-06-26 | [40539](https://github.com/airbytehq/airbyte/pull/40539) | Update dependencies                                                       |
+| 0.2.7   | 2024-06-25 | [40357](https://github.com/airbytehq/airbyte/pull/40357) | Update dependencies                                                       |
+| 0.2.6   | 2024-06-24 | [40233](https://github.com/airbytehq/airbyte/pull/40233) | Update dependencies                                                       |
+| 0.2.5   | 2024-06-22 | [39987](https://github.com/airbytehq/airbyte/pull/39987) | Update dependencies                                                       |
+| 0.2.4   | 2024-05-29 | [38675](https://github.com/airbytehq/airbyte/pull/38675) | Avoid error on empty stream when running discover                         |
+| 0.2.3   | 2024-04-17 | [37372](https://github.com/airbytehq/airbyte/pull/37372) | Make refresh token optional                                               |
+| 0.2.2   | 2024-03-28 | [36573](https://github.com/airbytehq/airbyte/pull/36573) | Update QL to 400                                                          |
+| 0.2.1   | 2024-03-22 | [36381](https://github.com/airbytehq/airbyte/pull/36381) | Unpin CDK                                                                 |
+| 0.2.0   | 2024-03-06 | [35830](https://github.com/airbytehq/airbyte/pull/35830) | Add fetching shared items                                                 |
+| 0.1.0   | 2024-01-25 | [33537](https://github.com/airbytehq/airbyte/pull/33537) | New source                                                                |
 
 </details>