TensorFlow.NET/src/TensorFlowNET.Keras/Layers/Activation/SELU.cs

using System;
using System.Collections.Generic;
using System.Text;
using Tensorflow.Keras.ArgsDefinition;
using Tensorflow.Keras.Engine;
using Tensorflow.Keras.Saving;
using static Tensorflow.Binding;

namespace Tensorflow.Keras.Layers {
      /// <summary>
      /// SELU Layer:
      /// similar to ELU, but has pre-defined alpha and scale
      /// </summary>
      public class SELU : Layer {
            protected const float alpha = 1.67326324f, scale = 1.05070098f;
            public SELU ( LayerArgs args ) : base(args) {
                  // SELU has no arguments
            }
            public override void build(KerasShapesWrapper input_shape) {
                if ( alpha < 0f ) {
                    throw new ValueError("Alpha must be a number greater than 0.");
                }
                base.build(input_shape);
            }
            protected override Tensors Call(Tensors inputs, Tensor mask = null, bool? training = null, Tensors initial_state = null, Tensors constants = null)
        {
                  Tensor output = inputs;
                  return tf.where(output > 0f,
                        tf.multiply(scale, output),
                        tf.multiply(scale, tf.multiply(alpha, tf.sub(tf.exp(output), 1f))));
            }
            public override Shape ComputeOutputShape ( Shape input_shape ) {
                  return input_shape;
            }
      }
}