Set FILESIZE_LIMIT_MB via environment variables (#1466)

* add TSC_FILESIZE_LIMIT_MB environment variable

* add hard limit for filesize limit at 64MB

* fix formatting

---------

Co-authored-by: Jac <[email protected]>

Author: Der-Henning

tableauserverclient/config.py

@@ -6,11 +6,13 @@
 
 DELAY_SLEEP_SECONDS = 0.1
 
-# The maximum size of a file that can be published in a single request is 64MB
-FILESIZE_LIMIT_MB = 64
-
 
 class Config:
+    # The maximum size of a file that can be published in a single request is 64MB
+    @property
+    def FILESIZE_LIMIT_MB(self):
+        return min(int(os.getenv("TSC_FILESIZE_LIMIT_MB", 64)), 64)
+
     # For when a datasource is over 64MB, break it into 5MB(standard chunk size) chunks
     @property
     def CHUNK_SIZE_MB(self):

tableauserverclient/server/endpoint/custom_views_endpoint.py

@@ -4,7 +4,7 @@
 from pathlib import Path
 from typing import Optional, Union
 
-from tableauserverclient.config import BYTES_PER_MB, FILESIZE_LIMIT_MB
+from tableauserverclient.config import BYTES_PER_MB, config
 from tableauserverclient.filesys_helpers import get_file_object_size
 from tableauserverclient.server.endpoint.endpoint import QuerysetEndpoint, api
 from tableauserverclient.server.endpoint.exceptions import MissingRequiredFieldError
@@ -144,7 +144,7 @@ def publish(self, view_item: CustomViewItem, file: PathOrFileR) -> Optional[Cust
         else:
             raise ValueError("File path or file object required for publishing custom view.")
 
-        if size >= FILESIZE_LIMIT_MB * BYTES_PER_MB:
+        if size >= config.FILESIZE_LIMIT_MB * BYTES_PER_MB:
             upload_session_id = self.parent_srv.fileuploads.upload(file)
             url = f"{url}?uploadSessionId={upload_session_id}"
             xml_request, content_type = RequestFactory.CustomView.publish_req_chunked(view_item)

tableauserverclient/server/endpoint/datasources_endpoint.py

@@ -23,7 +23,7 @@
 from tableauserverclient.server.endpoint.permissions_endpoint import _PermissionsEndpoint
 from tableauserverclient.server.endpoint.resource_tagger import TaggingMixin
 
-from tableauserverclient.config import ALLOWED_FILE_EXTENSIONS, FILESIZE_LIMIT_MB, BYTES_PER_MB, config
+from tableauserverclient.config import ALLOWED_FILE_EXTENSIONS, BYTES_PER_MB, config
 from tableauserverclient.filesys_helpers import (
     make_download_path,
     get_file_type,
@@ -268,10 +268,10 @@ def publish(
             url += "&{}=true".format("asJob")
 
         # Determine if chunking is required (64MB is the limit for single upload method)
-        if file_size >= FILESIZE_LIMIT_MB * BYTES_PER_MB:
+        if file_size >= config.FILESIZE_LIMIT_MB * BYTES_PER_MB:
             logger.info(
                 "Publishing {} to server with chunking method (datasource over {}MB, chunk size {}MB)".format(
-                    filename, FILESIZE_LIMIT_MB, config.CHUNK_SIZE_MB
+                    filename, config.FILESIZE_LIMIT_MB, config.CHUNK_SIZE_MB
                 )
             )
             upload_session_id = self.parent_srv.fileuploads.upload(file)