File tree Expand file tree Collapse file tree 1 file changed +13
-7
lines changed
airbyte_cdk/sources/declarative/retrievers Expand file tree Collapse file tree 1 file changed +13
-7
lines changed Original file line number Diff line number Diff line change @@ -398,15 +398,21 @@ def _read_pages(
398398 )
399399
400400 for current_record in records_generator_fn (response ):
401- merge_key = (
402- self .additional_query_properties .property_chunking .get_merge_key (
403- current_record
401+ if self .additional_query_properties .property_chunking :
402+ merge_key = (
403+ self .additional_query_properties .property_chunking .get_merge_key (
404+ current_record
405+ )
404406 )
405- )
406- if merge_key :
407- _deep_merge (merged_records [merge_key ], current_record )
407+ if merge_key :
408+ _deep_merge (merged_records [merge_key ], current_record )
409+ else :
410+ # We should still emit records even if the record did not have a merge key
411+ pagination_tracker .observe (current_record )
412+ last_page_size += 1
413+ last_record = current_record
414+ yield current_record
408415 else :
409- # We should still emit records even if the record did not have a merge key
410416 pagination_tracker .observe (current_record )
411417 last_page_size += 1
412418 last_record = current_record
You can’t perform that action at this time.
0 commit comments