fix: apply travelperk sync fix to all existing accounts (#220)

* fix: travelperk not loading all invoice profiles

integrate with the travelperk pagination API to fetch invoice profiles from all pages

* refactor: move `get_all_generator` to `ApiBase` and rename variable

* fix: generalise the `get_all_generator` method for all onject types and create an implementation in `InvoiceProfiles`

* refactor: clarity

* fix: apply travelperk sync fix to all existing accounts

* test: add request and response logs to the travelperk api

connectors/travelperk/apis/api_base.py

@@ -1,9 +1,11 @@
+import logging
 from typing import List, Dict
 import requests
 import json
 
 from connectors.travelperk.exceptions import *
 
+logger = logging.getLogger(__name__)
 
 class ApiBase:
     """The base class for all API classes."""
@@ -28,7 +30,7 @@ def set_server_url(self, server_url):
         """
         self.__server_url = server_url
 
-    def _get_error(self, status_code: int, response_text: str):
+    def _get_error(self, status_code: int, response_text: str) -> TravelperkError:
         """Get the error object from the response.
 
         Parameters:
@@ -116,18 +118,25 @@ def _post_request(self, api_url: str, data: Dict) -> Dict:
             'Api-Version': '1'
         }
 
+        endpoint = '{0}{1}'.format(self.__server_url, api_url)
+        logger.debug(f"POST {endpoint}")
+        logger.debug(f"Payload for POST request: {data}")
         response = requests.post(
-            '{0}{1}'.format(self.__server_url, api_url),
+            endpoint,
             headers=api_headers,
             json=data
         )
 
         if response.status_code == 200:
             result = json.loads(response.text)
+            logger.debug(f"POST response: {result}")
             return result
 
         else:
-            raise self._get_error(response.status_code, response.text)
+            error = self._get_error(response.status_code, response.text)
+            logger.info(f"POST request failed: {response.status_code} | {error.message}")
+            logger.info(f"POST response: {error.response}")
+            raise error
 
     def _delete_request(self, api_url: str) -> Dict:
         """Create a HTTP DELETE request.

scripts/python/sync_all_travelperk_accounts.py

@@ -0,0 +1,8 @@
+from apps.travelperk.models import TravelperkCredential
+from apps.travelperk.serializers import SyncPaymentProfileSerializer
+
+
+all_creds = TravelperkCredential.objects.all()
+
+for creds in all_creds:
+    SyncPaymentProfileSerializer().sync_payment_profiles(creds.org_id)