diff --git a/pymc3/sampling.py b/pymc3/sampling.py
index bc77113772..aa57572d0e 100644
--- a/pymc3/sampling.py
+++ b/pymc3/sampling.py
@@ -468,7 +468,7 @@ def sample(
                 FutureWarning,
             )
         # set the default
-        return_inferencedata = False
+        return_inferencedata = True
 
     if start is not None:
         for start_vals in start: