records_per_metric update for postgres and webhook

valmi-io · Jun 20, 2023 · edcfe9a · edcfe9a
1 parent 24cb7a2
commit edcfe9a
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 2 deletions.
diff --git a/config.yaml b/config.yaml
@@ -46,4 +46,8 @@ LOGGING_CONF:
 CONNECTOR_RUN_CONFIG:
   FACEBOOK_ADS:
     chunk_size: 9500
+  WEBHOOK:
+    records_per_metric: 100
+  POSTGRES:
+    records_per_metric: 100
 
diff --git a/src/api/routers/syncs.py b/src/api/routers/syncs.py
@@ -93,11 +93,16 @@ async def get_current_run_details(
     run_args = {
         "sync_id": sync_id,
         "run_id": sync_schedule.last_run_id,
+
         "chunk_size": connector_run_config["chunk_size"]
         if "chunk_size" in connector_run_config
         else 300,
+
         "chunk_id": 0,
-        "records_per_metric": 10,
+        "records_per_metric":  connector_run_config["records_per_metric"]
+        if "records_per_metric" in connector_run_config
+        else 10,
+
         "previous_run_status": "success" if previous_run is None
         or ("run_manager" in previous_run.extra and previous_run.extra["run_manager"]["status"]["status"] == "success")
         else "failure",  # For first run also, previous_run_status will be success

diff --git a/valmi-app-backend b/valmi-app-backend