Set the default max age to 1 week.

petermaxlee · petermaxlee · commit 6817dec737c4 · 2016-08-23T23:42:17.000-07:00
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/FileStreamOptions.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/FileStreamOptions.scala
@@ -36,9 +36,12 @@ class FileStreamOptions(@transient private val parameters: Map[String, String])
     }
   }
 
-  /** Maximum age of a file that can be found in this directory, before it is deleted. */
+  /**
+   * Maximum age of a file that can be found in this directory, before it is deleted.
+   * Default to a week.
+   */
   val maxFileAgeMs: Long =
-    Utils.timeStringAsMs(parameters.getOrElse("maxFileAge", "24h"))
+    Utils.timeStringAsMs(parameters.getOrElse("maxFileAge", "7d"))
 
   /** Options as specified by the user, in a case-insensitive map, without "path" set. */
   val optionMapWithoutPath: Map[String, String] =

Original file line number	Diff line number	Diff line change
`@@ -36,9 +36,12 @@ class FileStreamOptions(@transient private val parameters: Map[String, String])`
`36`	`36`	`}`
`37`	`37`	`}`
`38`	`38`
`39`		`- /** Maximum age of a file that can be found in this directory, before it is deleted. */`
	`39`	`+ /**`
	`40`	`+ * Maximum age of a file that can be found in this directory, before it is deleted.`
	`41`	`+ * Default to a week.`
	`42`	`+ */`
`40`	`43`	`val maxFileAgeMs: Long =`
`41`		`- Utils.timeStringAsMs(parameters.getOrElse("maxFileAge", "24h"))`
	`44`	`+ Utils.timeStringAsMs(parameters.getOrElse("maxFileAge", "7d"))`
`42`	`45`
`43`	`46`	`/** Options as specified by the user, in a case-insensitive map, without "path" set. */`
`44`	`47`	`val optionMapWithoutPath: Map[String, String] =`