fix(source-tiktok-marketing): fix error handling for 40100 error codes (airbytehq#46676)

Author: lazebnyi

airbyte-integrations/connectors/source-tiktok-marketing/metadata.yaml

@@ -11,7 +11,7 @@ data:
   connectorSubtype: api
   connectorType: source
   definitionId: 4bfac00d-ce15-44ff-95b9-9e3c3e8fbd35
-  dockerImageTag: 4.3.4
+  dockerImageTag: 4.3.5
   dockerRepository: airbyte/source-tiktok-marketing
   documentationUrl: https://docs.airbyte.com/integrations/sources/tiktok-marketing
   githubIssueLabel: source-tiktok-marketing

airbyte-integrations/connectors/source-tiktok-marketing/poetry.lock

@@ -3,7 +3,7 @@ requires = [ "poetry-core>=1.0.0",]
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "4.3.4"
+version = "4.3.5"
 name = "source-tiktok-marketing"
 description = "Source implementation for Tiktok Marketing."
 authors = [ "Airbyte <[email protected]>",]
@@ -17,7 +17,8 @@ include = "source_tiktok_marketing"
 
 [tool.poetry.dependencies]
 python = "^3.10,<3.12"
-airbyte-cdk = "^4.5.4"
+airbyte-cdk = "^5"
+freezegun = "^1.1.0"
 
 [tool.poetry.scripts]
 source-tiktok-marketing = "source_tiktok_marketing.run:run"

airbyte-integrations/connectors/source-tiktok-marketing/pyproject.toml

@@ -22,6 +22,8 @@ definitions:
     error_handler:
       type: DefaultErrorHandler
       response_filters:
+        - predicate: "{{ response.get('code') == 40100 }}"
+          action: RATE_LIMITED
         - predicate: "{{ response.get('code') != 0 }}"
           action: FAIL
           error_message: "{{ response['message'] }}"

airbyte-integrations/connectors/source-tiktok-marketing/source_tiktok_marketing/manifest.yaml

@@ -1,7 +1,8 @@
 # Copyright (c) 2023 Airbyte, Inc., all rights reserved.
 
-import os
+import datetime
 
+import freezegun
 import pytest
 
 
@@ -20,3 +21,9 @@ def config_fixture():
     }
     return config
 
+
+@pytest.fixture()
+def mock_sleep(monkeypatch):
+    with freezegun.freeze_time(datetime.datetime.now(), ignore=["_pytest.runner", "_pytest.terminal"]) as frozen_datetime:
+        monkeypatch.setattr("time.sleep", lambda x: frozen_datetime.tick(x))
+        yield

airbyte-integrations/connectors/source-tiktok-marketing/unit_tests/conftest.py

@@ -4,11 +4,11 @@
 from unittest import TestCase
 
 from advetiser_slices import mock_advertisers_slices
+from airbyte_cdk.models import SyncMode
 from airbyte_cdk.test.catalog_builder import CatalogBuilder
 from airbyte_cdk.test.entrypoint_wrapper import read
 from airbyte_cdk.test.mock_http import HttpMocker, HttpRequest, HttpResponse
 from airbyte_cdk.test.mock_http.response_builder import find_template
-from airbyte_protocol.models import SyncMode
 from config_builder import ConfigBuilder
 from source_tiktok_marketing import SourceTiktokMarketing
 

airbyte-integrations/connectors/source-tiktok-marketing/unit_tests/integration/test_creative_assets_music.py

@@ -4,11 +4,11 @@
 from unittest import TestCase
 
 from advetiser_slices import mock_advertisers_slices
+from airbyte_cdk.models import SyncMode
 from airbyte_cdk.test.catalog_builder import CatalogBuilder
 from airbyte_cdk.test.entrypoint_wrapper import read
 from airbyte_cdk.test.mock_http import HttpMocker, HttpRequest, HttpResponse
 from airbyte_cdk.test.mock_http.response_builder import find_template
-from airbyte_protocol.models import SyncMode
 from config_builder import ConfigBuilder
 from source_tiktok_marketing import SourceTiktokMarketing
 

airbyte-integrations/connectors/source-tiktok-marketing/unit_tests/integration/test_creative_assets_portfolios.py

@@ -4,12 +4,12 @@
 from unittest import TestCase
 
 from advetiser_slices import mock_advertisers_slices
+from airbyte_cdk.models import SyncMode
 from airbyte_cdk.test.catalog_builder import CatalogBuilder
 from airbyte_cdk.test.entrypoint_wrapper import read
 from airbyte_cdk.test.mock_http import HttpMocker, HttpRequest, HttpResponse
 from airbyte_cdk.test.mock_http.response_builder import find_template
 from airbyte_cdk.test.state_builder import StateBuilder
-from airbyte_protocol.models import SyncMode
 from config_builder import ConfigBuilder
 from source_tiktok_marketing import SourceTiktokMarketing
 
@@ -162,7 +162,7 @@ def test_read_with_state(self, http_mocker: HttpMocker):
         )
 
         assert len(output.records) == 1
-        assert output.state_messages[0].state.stream.stream_state.dict()["states"] == [
+        assert output.state_messages[0].state.stream.stream_state.states == [
             {"cursor": {"stat_time_hour": self.cursor}, "partition": {"advertiser_id": self.advertiser_id, "parent_slice": {}}}
         ]
 
@@ -339,7 +339,7 @@ def test_read_with_state(self, http_mocker: HttpMocker):
         )
 
         assert len(output.records) == 1
-        assert output.state_messages[0].state.stream.stream_state.dict()["states"] == [
+        assert output.state_messages[0].state.stream.stream_state.states == [
             {"cursor": {"stat_time_hour": self.cursor}, "partition": {"advertiser_id": self.advertiser_id, "parent_slice": {}}}
         ]
 
@@ -492,7 +492,7 @@ def test_read_with_state(self, http_mocker: HttpMocker):
         )
 
         assert len(output.records) == 1
-        assert output.state_messages[0].state.stream.stream_state.dict()["states"] == [
+        assert output.state_messages[0].state.stream.stream_state.states == [
             {"cursor": {"stat_time_hour": self.cursor}, "partition": {"advertiser_id": self.advertiser_id, "parent_slice": {}}}
         ]
 
@@ -607,7 +607,7 @@ def test_read_with_state(self, http_mocker: HttpMocker):
         )
 
         assert len(output.records) == 1
-        assert output.state_messages[0].state.stream.stream_state.dict()["states"] == [
+        assert output.state_messages[0].state.stream.stream_state.states == [
             {"cursor": {"stat_time_hour": self.cursor}, "partition": {"advertiser_id": self.advertiser_id, "parent_slice": {}}}
         ]
 

airbyte-integrations/connectors/source-tiktok-marketing/unit_tests/integration/test_reports_hourly.py

@@ -53,12 +53,29 @@ def test_source_check_connection_ok(config, requests_mock):
     assert SourceTiktokMarketing().check_connection(logger_mock, config) == (True, None)
 
 
-def test_source_check_connection_failed(config, requests_mock):
+@pytest.mark.parametrize(
+    "json_response, expected_result, expected_message",
+    [
+        ({"code": 40105, "message": "Access token is incorrect or has been revoked."},
+         (False, "Access token is incorrect or has been revoked."),
+         None),
+        ({"code": 40100, "message": "App reaches the QPS limit."},
+         None,
+         38)
+    ]
+)
+@pytest.mark.usefixtures("mock_sleep")
+def test_source_check_connection_failed(config, requests_mock, capsys, json_response, expected_result, expected_message):
     requests_mock.get(
         "https://business-api.tiktok.com/open_api/v1.3/oauth2/advertiser/get/",
-        json={"code": 40105, "message": "Access token is incorrect or has been revoked."}
+        json=json_response
     )
+
     logger_mock = MagicMock()
-    assert SourceTiktokMarketing().check_connection(logger_mock, config) == (
-        False, "Access token is incorrect or has been revoked."
-    )
+    result = SourceTiktokMarketing().check_connection(logger_mock, config)
+
+    if expected_result is not None:
+        assert result == expected_result
+    if expected_message is not None:
+        trace_messages = capsys.readouterr().out.split()
+        assert len(trace_messages) == expected_message