Skip to content

Commit 0bf488e

Browse files
author
maxime.c
committed
emit record when not chunking
1 parent e2de3d4 commit 0bf488e

File tree

1 file changed

+13
-7
lines changed

1 file changed

+13
-7
lines changed

airbyte_cdk/sources/declarative/retrievers/simple_retriever.py

Lines changed: 13 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -398,15 +398,21 @@ def _read_pages(
398398
)
399399

400400
for current_record in records_generator_fn(response):
401-
merge_key = (
402-
self.additional_query_properties.property_chunking.get_merge_key(
403-
current_record
401+
if self.additional_query_properties.property_chunking:
402+
merge_key = (
403+
self.additional_query_properties.property_chunking.get_merge_key(
404+
current_record
405+
)
404406
)
405-
)
406-
if merge_key:
407-
_deep_merge(merged_records[merge_key], current_record)
407+
if merge_key:
408+
_deep_merge(merged_records[merge_key], current_record)
409+
else:
410+
# We should still emit records even if the record did not have a merge key
411+
pagination_tracker.observe(current_record)
412+
last_page_size += 1
413+
last_record = current_record
414+
yield current_record
408415
else:
409-
# We should still emit records even if the record did not have a merge key
410416
pagination_tracker.observe(current_record)
411417
last_page_size += 1
412418
last_record = current_record

0 commit comments

Comments
 (0)