Fix SSL SYSCALL error

marketplace/services/vtex/generic_service.py

@@ -6,6 +6,7 @@
 
 from datetime import datetime
 
+from django.db import close_old_connections
 from django_redis import get_redis_connection
 
 from dataclasses import dataclass
@@ -120,13 +121,16 @@ def first_product_insert(self, credentials: APICredentials, catalog: Catalog):
             return None
 
         products_csv = pvt_service.data_processor.products_to_csv(products)
+        close_old_connections()
         product_feed = self._send_products_to_facebook(products_csv, catalog)
         pvt_service.data_processor.clear_csv_buffer(
             products_csv
         )  # frees the memory of the csv file
+        close_old_connections()
         self.product_manager.create_or_update_products_on_database(
             products, catalog, product_feed
         )
+        close_old_connections()
         self.app_manager.initial_sync_products_completed(catalog.vtex_app)
 
         return pvt_service.data_processor.convert_dtos_to_dicts_list(products)
@@ -146,6 +150,7 @@ def _send_products_to_facebook(self, products_csv, catalog: Catalog):
         return product_feed
 
     def _create_product_feed(self, name, catalog: Catalog) -> ProductFeed:
+        print("Creating the product feed")
         service = self.fb_service(catalog.app)
         response = service.create_product_feed(catalog.facebook_catalog_id, name)
 
@@ -163,6 +168,7 @@ def _create_product_feed(self, name, catalog: Catalog) -> ProductFeed:
     def _upload_product_feed(
         self, app, product_feed_id, csv_file, file_name, update_only=False
     ):
+        print("Uploading the product feed to facebook")
         service = self.fb_service(app)
         response = service.upload_product_feed(
             product_feed_id, csv_file, file_name, "text/csv", update_only
@@ -234,6 +240,7 @@ def _webhook_update_products_on_facebook(self, products_csv) -> bool:
         return True
 
     def _webhook_upload_product_feed(self, csv_file, file_name: str) -> str:
+        print("Uploading the product feed to facebook")
         update_only = True
         response = self.fba_service.upload_product_feed(
             self.feed_id, csv_file, file_name, "text/csv", update_only

marketplace/wpp_products/tasks.py

@@ -2,6 +2,8 @@
 
 from celery import shared_task
 
+from django.db import reset_queries, close_old_connections
+
 from marketplace.clients.facebook.client import FacebookClient
 from marketplace.services.webhook.vtex.webhook_manager import WebhookQueueManager
 from marketplace.wpp_products.models import Catalog
@@ -128,6 +130,12 @@ def task_insert_vtex_products(**kwargs):
         return
 
     try:
+        # Reset queries and close old connections for a clean state and performance.
+        # Prevents memory leak from stored queries and unstable database connections
+        # before further operations.
+        reset_queries()
+        close_old_connections()
+
         catalog = Catalog.objects.get(uuid=catalog_uuid)
         api_credentials = APICredentials(
             app_key=credentials["app_key"],
@@ -145,6 +153,8 @@ def task_insert_vtex_products(**kwargs):
             f"An error occurred during the first insertion of vtex products for catalog {catalog.name}, {e}"
         )
         return
+    finally:
+        close_old_connections()
 
     try:
         dict_catalog = {