Define Keras interface in core project (WIP).

Author: Oceania2018

src/SciSharp.TensorFlow.Redist/README.md

@@ -26,7 +26,7 @@ Related merged [commits](https://github.com/SciSharp/TensorFlow.NET/commit/854a5
 
 #### Download pre-build package
 
-[Mac OSX CPU](https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-cpu-darwin-x86_64-2.4.0.tar.gz), [Linux CPU](https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-cpu-linux-x86_64-2.4.0.tar.gz), [Linux GPU](https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-gpu-linux-x86_64-2.4.0.tar.gz), [Windows CPU](https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-cpu-windows-x86_64-2.4.0.tar.gz), [Windows GPU](https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-gpu-windows-x86_64-2.4.0.zip)
+[Mac OSX CPU](https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-cpu-darwin-x86_64-2.10.0.tar.gz), [Linux CPU](https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-cpu-linux-x86_64-2.10.0.tar.gz), [Linux GPU](https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-gpu-linux-x86_64-2.10.0.tar.gz), [Windows CPU](https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-cpu-windows-x86_64-2.10.0.zip), [Windows GPU](https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-gpu-windows-x86_64-2.10.0.zip)
 
 
 
@@ -35,6 +35,6 @@ Related merged [commits](https://github.com/SciSharp/TensorFlow.NET/commit/854a5
 On Windows, the tar command does not support extracting archives with symlinks. So when `dotnet pack` runs on Windows it will only package the Windows binaries.
 
 1. Run `dotnet pack SciSharp.TensorFlow.Redist.nupkgproj` under `src/SciSharp.TensorFlow.Redist` directory in Linux.
-2. Run `dotnet nuget push SciSharp.TensorFlow.Redist.2.4.0.nupkg -k APIKEY -s https://api.nuget.org/v3/index.json -t 600`
+2. Run `dotnet nuget push SciSharp.TensorFlow.Redist.2.10.0.nupkg -k APIKEY -s https://api.nuget.org/v3/index.json -t 600`
 
 

src/TensorFlowNET.Console/Program.cs

@@ -10,6 +10,9 @@ static void Main(string[] args)
             var diag = new Diagnostician();
             // diag.Diagnose(@"D:\memory.txt");
 
+            var rnn = new SimpleRnnTest();
+            rnn.Run();
+
             // this class is used explor new features.
             var exploring = new Exploring();
             // exploring.Run();

src/TensorFlowNET.Console/SimpleRnnTest.cs

@@ -0,0 +1,31 @@
+using System;
+using System.Collections.Generic;
+using System.Text;
+using Tensorflow.Keras;
+using Tensorflow.NumPy;
+using static Tensorflow.Binding;
+using static Tensorflow.KerasApi;
+
+namespace Tensorflow
+{
+    public class SimpleRnnTest
+    {
+        public void Run()
+        {
+            tf.keras = new KerasInterface();
+            var inputs = np.random.random((32, 10, 8)).astype(np.float32);
+            var simple_rnn = tf.keras.layers.SimpleRNN(4);
+            var output = simple_rnn.Apply(inputs);  // The output has shape `[32, 4]`.
+            if (output.shape == (32, 4))
+            {
+
+            }
+            /*simple_rnn = tf.keras.layers.SimpleRNN(
+                4, return_sequences = True, return_state = True)
+
+            # whole_sequence_output has shape `[32, 10, 4]`.
+            # final_state has shape `[32, 4]`.
+            whole_sequence_output, final_state = simple_rnn(inputs)*/
+        }
+    }
+}

src/TensorFlowNET.Console/Tensorflow.Console.csproj

@@ -6,7 +6,7 @@
     <RootNamespace>Tensorflow</RootNamespace>
     <AssemblyName>Tensorflow</AssemblyName>
     <Platforms>AnyCPU;x64</Platforms>
-    <LangVersion>9.0</LangVersion>
+    <LangVersion>11.0</LangVersion>
   </PropertyGroup>
 
   <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|AnyCPU'">
@@ -20,7 +20,7 @@
   </PropertyGroup>
 
   <ItemGroup>
-    <PackageReference Include="SciSharp.TensorFlow.Redist-Windows-GPU" Version="2.7.0" />
+    <PackageReference Include="SciSharp.TensorFlow.Redist" Version="2.10.0" />
   </ItemGroup>
 
   <ItemGroup>

src/TensorFlowNET.Core/Keras/ArgsDefinition/LSTMArgs.cs

@@ -0,0 +1,12 @@
+using Tensorflow.Keras.ArgsDefinition.Rnn;
+
+namespace Tensorflow.Keras.ArgsDefinition.Lstm
+{
+    public class LSTMArgs : RNNArgs
+    {
+        public bool UnitForgetBias { get; set; }
+        public float Dropout { get; set; }
+        public float RecurrentDropout { get; set; }
+        public int Implementation { get; set; }
+    }
+}

src/TensorFlowNET.Core/Keras/ArgsDefinition/Lstm/LSTMArgs.cs

@@ -1,4 +1,4 @@
-namespace Tensorflow.Keras.ArgsDefinition
+namespace Tensorflow.Keras.ArgsDefinition.Lstm
 {
     public class LSTMCellArgs : LayerArgs
     {

src/TensorFlowNET.Core/Keras/ArgsDefinition/LSTMCellArgs.cs renamed to src/TensorFlowNET.Core/Keras/ArgsDefinition/Lstm/LSTMCellArgs.cs

@@ -0,0 +1,45 @@
+using System.Collections.Generic;
+
+namespace Tensorflow.Keras.ArgsDefinition.Rnn
+{
+    public class RNNArgs : LayerArgs
+    {
+        public interface IRnnArgCell : ILayer
+        {
+            object state_size { get; }
+        }
+
+        public IRnnArgCell Cell { get; set; } = null;
+        public bool ReturnSequences { get; set; } = false;
+        public bool ReturnState { get; set; } = false;
+        public bool GoBackwards { get; set; } = false;
+        public bool Stateful { get; set; } = false;
+        public bool Unroll { get; set; } = false;
+        public bool TimeMajor { get; set; } = false;
+        public Dictionary<string, object> Kwargs { get; set; } = null;
+
+        public int Units { get; set; }
+        public Activation Activation { get; set; }
+        public Activation RecurrentActivation { get; set; }
+        public bool UseBias { get; set; } = true;
+        public IInitializer KernelInitializer { get; set; }
+        public IInitializer RecurrentInitializer { get; set; }
+        public IInitializer BiasInitializer { get; set; }
+
+        // kernel_regularizer=None,
+        // recurrent_regularizer=None,
+        // bias_regularizer=None,
+        // activity_regularizer=None,
+        // kernel_constraint=None,
+        // recurrent_constraint=None,
+        // bias_constraint=None,
+        // dropout=0.,
+        // recurrent_dropout=0.,
+        // return_sequences=False,
+        // return_state=False,
+        // go_backwards=False,
+        // stateful=False,
+        // unroll=False,
+        // **kwargs):
+    }
+}

src/TensorFlowNET.Core/Keras/ArgsDefinition/RNNArgs.cs

@@ -0,0 +1,7 @@
+namespace Tensorflow.Keras.ArgsDefinition.Rnn
+{
+    public class SimpleRNNArgs : RNNArgs
+    {
+
+    }
+}