From 30d684df0e7022860c98aff6aa98ac2b68336805 Mon Sep 17 00:00:00 2001
From: Wayne Lau <90563815+wheynelau@users.noreply.github.com>
Date: Sun, 13 Oct 2024 18:07:32 +0800
Subject: [PATCH] Update update_csv.py

Signed-off-by: Wayne Lau <90563815+wheynelau@users.noreply.github.com>
---
 src/update_csv.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/update_csv.py b/src/update_csv.py
index 7d99f4c..33c5f61 100644
--- a/src/update_csv.py
+++ b/src/update_csv.py
@@ -74,7 +74,7 @@ def get_first_dataset(self):
     # 2. Fetch the new data
 
     # 1000 is usually safe, it will usually not return more than 1000 records
-    sample = dataset.fetch_json_response(limit=2000, offset=len(old_df))
+    sample = dataset.fetch_json_response(limit=5000, offset=len(old_df))
 
     # 2a. Check if the new data is empty