Skip to content

Commit

Permalink
Chore: Bump DuckDB from 0.9 to stable version v1.x (#269)
Browse files Browse the repository at this point in the history
  • Loading branch information
aaronsteers authored Jun 3, 2024
1 parent bdc10ca commit 6210103
Show file tree
Hide file tree
Showing 3 changed files with 70 additions and 63 deletions.
14 changes: 12 additions & 2 deletions examples/run_faker.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,12 +13,17 @@
import airbyte as ab


SCALE = 500_000 # Number of records to generate between users and purchases.
SCALE = 50_000 # Number of records to generate between users and purchases.
FORCE_FULL_REFRESH = True # Whether to force a full refresh on the source.

# This is a dummy secret, just to test functionality.
DUMMY_SECRET = ab.get_secret("DUMMY_SECRET")


print("Initializing cache...")
cache = ab.get_default_cache()


print("Installing Faker source...")
source = ab.get_source(
"source-faker",
Expand All @@ -29,7 +34,12 @@
source.check()
source.select_streams(["products", "users", "purchases"])

result = source.read()
print("Reading from source...")
result = source.read(
cache=cache,
force_full_refresh=FORCE_FULL_REFRESH,
)

print("Read complete. Validating results...")
for name, records in result.streams.items():
print(f"Stream {name}: {len(records)} records")
Loading

0 comments on commit 6210103

Please sign in to comment.