diff --git a/language/python/extractor/src/core/storage.py b/language/python/extractor/src/core/storage.py index 7b8d51d8..bab0af5d 100644 --- a/language/python/extractor/src/core/storage.py +++ b/language/python/extractor/src/core/storage.py @@ -438,7 +438,11 @@ def insert(self, type_object, object): object_dict.update({type_object: [object]}) def commit(self): + batch_size = 50 for key, value in object_dict.items(): - session.bulk_insert_mappings(key, value) - session.commit() + # batch insert + for i in range(0, len(value), batch_size): + batch = value[i:i + batch_size] + session.bulk_insert_mappings(key, batch) + session.commit() object_dict.clear()