Skip to content

Commit

Permalink
updates 2024-11-10 - ruff link fix
Browse files Browse the repository at this point in the history
  • Loading branch information
CHRISCARLON committed Nov 10, 2024
1 parent ff6545b commit 1d7ab8b
Showing 1 changed file with 0 additions and 4 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,6 @@
import polars as pl
import duckdb
import pyarrow as pa
import os

from datetime import datetime
from typing import List, Dict, Union, Any, Optional
Expand Down Expand Up @@ -485,9 +484,6 @@ def handle_output(self, context: OutputContext, obj: pl.DataFrame) -> None:
table_name = context.asset_key.path[-1]
table_path = f"s3://{self.bucket_name}/{table_name}/"

# Get write mode from metadata, default to overwrite
write_option = context.definition_metadata.get("mode", "overwrite")

try:
obj.write_delta(
table_path,
Expand Down

0 comments on commit 1d7ab8b

Please sign in to comment.