transfer_config = bigquery_datatransfer_v1.TransferConfig(
destination_dataset_id=dataset_id,
display_name=f"{dataset_id}.{table_id}",
data_source_id= config.get("data_source_id", "google_cloud_storage"),
params={
"destination_table_name_template": table_id,
"write_disposition": "APPEND",
"max_bad_records": config.get("max_bad_records"),
"ignore_unknown_values": config.get("ignore_unknown_values"),
"delete_source_files": config.get("delete_source_files",
"file_format": config.get("file_format", "JSON"),
"data_path_template": gcs_path
},
schedule=config.get("schedule", "every 20 minutes"),
email_preferences=bigquery_datatransfer_v1.EmailPreferences(
enable_failure_email=config.get("enable_failure_email", False)
),
schedule_options=bigquery_datatransfer_v1.ScheduleOptions(
start_time=start_timestamp,
),
notification_pubsub_topic = None,
owner_info = bigquery_datatransfer_v1.UserInfo(
email = config.get("email", "")
)
)
Thanks, helpful.