You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
lambda: "No download_target_extractor or download_target_requester provided. Using fallback behavior for single download request without download_target.",
343
-
)
344
-
return [""]
338
+
ifnotself.download_target_extractor:
339
+
ifnotself.download_target_requester:
340
+
lazy_log(
341
+
LOGGER,
342
+
logging.DEBUG,
343
+
lambda: "No download_target_extractor or download_target_requester provided. Will attempt a single download request without a `download_target`.",
344
+
)
345
+
yield""
346
+
return
347
+
else:
348
+
raiseAirbyteTracedException(
349
+
internal_message="Must define a `download_target_extractor` when using a `download_target_requester`.",
350
+
failure_type=FailureType.config_error,
351
+
)
345
352
353
+
# We have a download_target_extractor, use it to extract the donload_target
346
354
ifself.download_target_requester:
355
+
# if a download_target_requester if defined, we extract from the response of a request specifically for download targets.
yieldfromself.download_target_extractor.extract_records(url_response) # type: ignore # we expect download_target_extractor to always return list of strings
0 commit comments