Add fast_save

maxi297 · maxi297 · commit 8faf59e396b7 · 2024-12-06T12:59:31.000-05:00
diff --git a/airbyte_cdk/sources/streams/http/http_client.py b/airbyte_cdk/sources/streams/http/http_client.py
@@ -146,8 +146,8 @@ def _request_session(self) -> requests.Session:
                 else "file::memory:?cache=shared"
             )
             backend = requests_cache.SQLiteCache(
-                sqlite_path, wal=True
-            )  # by using `PRAGMA journal_mode=WAL`, we avoid having `database table is locked` errors
+                sqlite_path, fast_save=True, wal=True
+            )  # By using `PRAGMA synchronous=OFF` and `PRAGMA journal_mode=WAL`, we avoid having `database table is locked` errors. Note that those were blindly added at the same time and one or the other might be sufficient to prevent the issues but we have seen good results with both. Feel free to revisit given more information.
             return CachedLimiterSession(
                 sqlite_path, backend=backend, api_budget=self._api_budget, match_headers=True
             )

Original file line number	Diff line number	Diff line change
`@@ -146,8 +146,8 @@ def _request_session(self) -> requests.Session:`
`146`	`146`	`else "file::memory:?cache=shared"`
`147`	`147`	`)`
`148`	`148`	`backend = requests_cache.SQLiteCache(`
`149`		`- sqlite_path, wal=True`
`150`		- ) # by using `PRAGMA journal_mode=WAL`, we avoid having `database table is locked` errors
	`149`	`+ sqlite_path, fast_save=True, wal=True`
	`150`	+ ) # By using `PRAGMA synchronous=OFF` and `PRAGMA journal_mode=WAL`, we avoid having `database table is locked` errors. Note that those were blindly added at the same time and one or the other might be sufficient to prevent the issues but we have seen good results with both. Feel free to revisit given more information.
`151`	`151`	`return CachedLimiterSession(`
`152`	`152`	`sqlite_path, backend=backend, api_budget=self._api_budget, match_headers=True`
`153`	`153`	`)`