TensorFlow.NET/test/TensorFlowNET.UnitTest/ManagedAPI/GradientTest.cs

using Microsoft.VisualStudio.TestTools.UnitTesting;
using Tensorflow.NumPy;
using Tensorflow;
using static Tensorflow.Binding;

namespace TensorFlowNET.UnitTest.ManagedAPI
{
    [TestClass]
    public class GradientTest
    {
        [TestMethod]
        public void GradientFloatTest()
        {
            var x = tf.Variable(3.0, dtype: tf.float32);
            using var tape = tf.GradientTape();
            var y = tf.square(x);
            var y_grad = tape.gradient(y, x);
            Assert.AreEqual(9.0f, (float)y);
        }

        [TestMethod]
        public void GradientDefaultTest()
        {
            var x = tf.Variable(3.0);
            using var tape = tf.GradientTape();
            var y = tf.square(x);
            var y_grad = tape.gradient(y, x);
            Assert.AreEqual(9.0, (double)y);
        }

        [TestMethod]
        public void GradientDoubleTest()
        {
            var x = tf.Variable(3.0, dtype: tf.float64);
            using var tape = tf.GradientTape();
            var y = tf.square(x);
            var y_grad = tape.gradient(y, x);
            Assert.AreEqual(9.0, (double)y);
        }

        [TestMethod]
        public void GradientOperatorMulTest()
        {
            var x = tf.constant(0f);
            var w = tf.Variable(new float[] { 1, 1 });
            using var gt = tf.GradientTape();
            var y = x * w;
            var gr = gt.gradient(y, w);
            Assert.AreEqual(new float[] { 0, 0 }, gr.numpy());
        }

        [TestMethod]
        public void GradientSliceTest()
        {
            var X = tf.zeros(10);
            var W = tf.Variable(-0.06f, name: "weight");
            var b = tf.Variable(-0.73f, name: "bias");
            using var g = tf.GradientTape();
            var pred = W * X + b;
            var test = tf.slice(pred, new[] { 0 }, (int[])pred.shape);
            var gradients = g.gradient(test, (W, b));
            Assert.AreEqual((float)gradients.Item1, 0f);
            Assert.AreEqual((float)gradients.Item2, 10f);
        }

        [TestMethod]
        public void GradientConcatTest()
        {
            var w1 = tf.Variable(new[] { new[] { 1f } });
            var w2 = tf.Variable(new[] { new[] { 3f } });
            using var g = tf.GradientTape();
            var w = tf.concat(new Tensor[] { w1, w2 }, 0);
            var x = tf.ones((1, 2));
            var y = tf.reduce_sum(x, 1);
            var r = tf.matmul(w, x);
            var gradients = g.gradient(r, w);
            Assert.AreEqual((float)gradients[0][0], 2f);
            Assert.AreEqual((float)gradients[1][0], 2f);
        }
    }
}