Merge pull request #1014 from Wanglongzhi2001/master

Fix validation_split has no output and add validation_data parameter to model.fit

Author: Oceania2018

src/TensorFlowNET.Core/Keras/Engine/ICallback.cs

@@ -15,5 +15,5 @@ public interface ICallback
     void on_predict_end();
     void on_test_begin();
     void on_test_batch_begin(long step);
-    void on_test_batch_end(long end_step, IEnumerable<(string, Tensor)> logs);
+    void on_test_batch_end(long end_step, Dictionary<string, float> logs);
 }

src/TensorFlowNET.Core/Keras/Engine/IModel.cs

@@ -22,6 +22,7 @@ ICallback fit(NDArray x, NDArray y,
             int verbose = 1,
             List<ICallback> callbacks = null,
             float validation_split = 0f,
+            (NDArray val_x, NDArray val_y)? validation_data = null,
             bool shuffle = true,
             int initial_epoch = 0,
             int max_queue_size = 10,
@@ -34,6 +35,7 @@ ICallback fit(IEnumerable<NDArray> x, NDArray y,
             int verbose = 1,
             List<ICallback> callbacks = null,
             float validation_split = 0f,
+            (IEnumerable<NDArray> val_x, NDArray val_y)? validation_data = null,
             bool shuffle = true,
             int initial_epoch = 0,
             int max_queue_size = 10,
@@ -65,7 +67,8 @@ Dictionary<string, float> evaluate(NDArray x, NDArray y,
             int max_queue_size = 10,
             int workers = 1,
             bool use_multiprocessing = false,
-            bool return_dict = false);
+            bool return_dict = false,
+            bool is_val = false);
 
     Tensors predict(Tensors x,
             int batch_size = -1,

src/TensorFlowNET.Keras/Callbacks/CallbackList.cs

@@ -69,7 +69,7 @@ public void on_test_batch_begin(long step)
     {
         callbacks.ForEach(x => x.on_test_batch_begin(step));
     }
-    public void on_test_batch_end(long end_step, IEnumerable<(string, Tensor)> logs)
+    public void on_test_batch_end(long end_step, Dictionary<string, float> logs)
     {
         callbacks.ForEach(x => x.on_test_batch_end(end_step, logs));
     }

src/TensorFlowNET.Keras/Callbacks/Earlystopping.cs

@@ -121,7 +121,7 @@ public void on_predict_batch_end(long end_step, Dictionary<string, Tensors> logs
     public void on_predict_end() { }
     public void on_test_begin() { }
     public void on_test_batch_begin(long step) { }
-    public void on_test_batch_end(long end_step, IEnumerable<(string, Tensor)> logs) { }
+    public void on_test_batch_end(long end_step, Dictionary<string, float> logs) { }
 
     float get_monitor_value(Dictionary<string, float> logs)
     {

src/TensorFlowNET.Keras/Callbacks/History.cs

@@ -48,7 +48,7 @@ public void on_epoch_end(int epoch, Dictionary<string, float> epoch_logs)
             {
                 history[log.Key] = new List<float>();
             }
-            history[log.Key].Add((float)log.Value);
+            history[log.Key].Add(log.Value);
         }
     }
 
@@ -78,7 +78,7 @@ public void on_test_batch_begin(long step)
 
     }
 
-    public void on_test_batch_end(long end_step, IEnumerable<(string, Tensor)> logs)
+    public void on_test_batch_end(long end_step, Dictionary<string, float> logs)
     {
     }
 }

src/TensorFlowNET.Keras/Callbacks/ProgbarLogger.cs

@@ -105,11 +105,11 @@ public void on_test_batch_begin(long step)
         {
             _sw.Restart();
         }
-        public void on_test_batch_end(long end_step, IEnumerable<(string, Tensor)> logs)
+        public void on_test_batch_end(long end_step, Dictionary<string, float> logs)
         {
             _sw.Stop();
             var elapse = _sw.ElapsedMilliseconds;
-            var results = string.Join(" - ", logs.Select(x => $"{x.Item1}: {(float)x.Item2.numpy():F6}"));
+            var results = string.Join(" - ", logs.Select(x => $"{x.Key}: {x.Value:F6}"));
 
             Binding.tf_output_redirect.Write($"{end_step + 1:D4}/{_parameters.Steps:D4} - {elapse}ms/step - {results}");
             if (!Console.IsOutputRedirected)

src/TensorFlowNET.Keras/Engine/Model.Evaluate.cs

@@ -26,14 +26,17 @@ public partial class Model
         /// <param name="workers"></param>
         /// <param name="use_multiprocessing"></param>
         /// <param name="return_dict"></param>
+        /// <param name="is_val"></param>
         public Dictionary<string, float> evaluate(NDArray x, NDArray y,
             int batch_size = -1,
             int verbose = 1,
             int steps = -1,
             int max_queue_size = 10,
             int workers = 1,
             bool use_multiprocessing = false,
-            bool return_dict = false)
+            bool return_dict = false,
+            bool is_val = false
+            )
         {
             if (x.dims[0] != y.dims[0])
             {
@@ -63,31 +66,76 @@ public Dictionary<string, float> evaluate(NDArray x, NDArray y,
             });
             callbacks.on_test_begin();
 
-            IEnumerable<(string, Tensor)> logs = null;
+            //Dictionary<string, float>? logs = null;
+            var logs = new Dictionary<string, float>();
             foreach (var (epoch, iterator) in data_handler.enumerate_epochs())
             {
                 reset_metrics();
-                callbacks.on_epoch_begin(epoch);
                 // data_handler.catch_stop_iteration();
 
                 foreach (var step in data_handler.steps())
                 {
                     callbacks.on_test_batch_begin(step);
                     logs = test_function(data_handler, iterator);
                     var end_step = step + data_handler.StepIncrement;
-                    callbacks.on_test_batch_end(end_step, logs);
+                    if (is_val == false)
+                        callbacks.on_test_batch_end(end_step, logs);
                 }
             }
 
             var results = new Dictionary<string, float>();
             foreach (var log in logs)
             {
-                results[log.Item1] = (float)log.Item2;
+                results[log.Key] = log.Value;
             }
             return results;
         }
 
-        public Dictionary<string, float> evaluate(IDatasetV2 x, int verbose = 1)
+        public Dictionary<string, float> evaluate(IEnumerable<Tensor> x, NDArray y, int verbose = 1, bool is_val = false)
+        {
+            var data_handler = new DataHandler(new DataHandlerArgs
+            {
+                X = new Tensors(x),
+                Y = y,
+                Model = this,
+                StepsPerExecution = _steps_per_execution
+            });
+
+            var callbacks = new CallbackList(new CallbackParams
+            {
+                Model = this,
+                Verbose = verbose,
+                Steps = data_handler.Inferredsteps
+            });
+            callbacks.on_test_begin();
+
+            Dictionary<string, float> logs = null;
+            foreach (var (epoch, iterator) in data_handler.enumerate_epochs())
+            {
+                reset_metrics();
+                callbacks.on_epoch_begin(epoch);
+                // data_handler.catch_stop_iteration();
+
+                foreach (var step in data_handler.steps())
+                {
+                    callbacks.on_test_batch_begin(step);
+                    logs = test_step_multi_inputs_function(data_handler, iterator);
+                    var end_step = step + data_handler.StepIncrement;
+                    if (is_val == false)
+                        callbacks.on_test_batch_end(end_step, logs);
+                }
+            }
+
+            var results = new Dictionary<string, float>();
+            foreach (var log in logs)
+            {
+                results[log.Key] = log.Value;
+            }
+            return results;
+        }
+
+
+        public Dictionary<string, float> evaluate(IDatasetV2 x, int verbose = 1, bool is_val = false)
         {
             var data_handler = new DataHandler(new DataHandlerArgs
             {
@@ -104,7 +152,7 @@ public Dictionary<string, float> evaluate(IDatasetV2 x, int verbose = 1)
             });
             callbacks.on_test_begin();
 
-            IEnumerable<(string, Tensor)> logs = null;
+            Dictionary<string, float> logs = null;
             foreach (var (epoch, iterator) in data_handler.enumerate_epochs())
             {
                 reset_metrics();
@@ -113,36 +161,46 @@ public Dictionary<string, float> evaluate(IDatasetV2 x, int verbose = 1)
 
                 foreach (var step in data_handler.steps())
                 {
-                    // callbacks.on_train_batch_begin(step)
+                    callbacks.on_test_batch_begin(step);
                     logs = test_function(data_handler, iterator);
+                    var end_step = step + data_handler.StepIncrement;
+                    if (is_val == false)
+                        callbacks.on_test_batch_end(end_step, logs);
                 }
             }
 
             var results = new Dictionary<string, float>();
             foreach (var log in logs)
             {
-                results[log.Item1] = (float)log.Item2;
+                results[log.Key] = log.Value;
             }
             return results;
         }
 
-        IEnumerable<(string, Tensor)> test_function(DataHandler data_handler, OwnedIterator iterator)
+        Dictionary<string, float> test_function(DataHandler data_handler, OwnedIterator iterator)
         {
             var data = iterator.next();
             var outputs = test_step(data_handler, data[0], data[1]);
             tf_with(ops.control_dependencies(new object[0]), ctl => _test_counter.assign_add(1));
             return outputs;
         }
-
-        List<(string, Tensor)> test_step(DataHandler data_handler, Tensor x, Tensor y)
+        Dictionary<string, float> test_step_multi_inputs_function(DataHandler data_handler, OwnedIterator iterator)
+        {
+            var data = iterator.next();
+            var x_size = data_handler.DataAdapter.GetDataset().FirstInputTensorCount;
+            var outputs = train_step(data_handler, new Tensors(data.Take(x_size)), new Tensors(data.Skip(x_size)));
+            tf_with(ops.control_dependencies(new object[0]), ctl => _train_counter.assign_add(1));
+            return outputs;
+        }
+        Dictionary<string, float> test_step(DataHandler data_handler, Tensor x, Tensor y)
         {
             (x, y) = data_handler.DataAdapter.Expand1d(x, y);
             var y_pred = Apply(x, training: false);
             var loss = compiled_loss.Call(y, y_pred);
 
             compiled_metrics.update_state(y, y_pred);
 
-            return metrics.Select(x => (x.Name, x.result())).ToList();
+            return metrics.Select(x => (x.Name, x.result())).ToDictionary(x=>x.Item1, x=>(float)x.Item2);
         }
     }
 }