/***************************************************************************** Copyright 2018 The TensorFlow.NET Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ******************************************************************************/ using NumSharp; using NumSharp.Utilities; using System; using System.Collections; using System.Collections.Generic; using System.ComponentModel; using System.Diagnostics; using System.IO; using System.Linq; namespace Tensorflow { /// /// Binding utilities to mimic python functions. /// public static partial class Binding { public static T2 get(this Dictionary dict, T1 key) => key == null ? default : (dict.ContainsKey(key) ? dict[key] : default); public static void Update(this IList list, T element) { var index = list.IndexOf(element); if (index < 0) list.Add(element); else { list[index] = element; } } public static void difference_update(this IList list, IList list2) { foreach(var el in list2) { if (list.Contains(el)) list.Remove(el); } } public static void add(this IList list, T element) => list.Add(element); public static void add(this IList list, IEnumerable elements) { foreach (var ele in elements) list.Add(ele); } public static void append(this IList list, T element) => list.Insert(list.Count, element); public static void append(this IList list, IList elements) { for (int i = 0; i < elements.Count(); i++) list.Insert(list.Count, elements[i]); } public static T[] concat(this IList list1, IList list2) { var list = new List(); list.AddRange(list1); list.AddRange(list2); return list.ToArray(); } public static void extend(this List list, IEnumerable elements) => list.AddRange(elements); private static string _tostring(object obj) { switch (obj) { case NDArray nd: return nd.ToString(false); case Array arr: if (arr.Rank != 1 || arr.GetType().GetElementType()?.IsArray == true) arr = Arrays.Flatten(arr); var objs = toObjectArray(arr); return $"[{string.Join(", ", objs.Select(_tostring))}]"; default: return obj?.ToString() ?? "null"; } object[] toObjectArray(Array arr) { var len = arr.LongLength; var ret = new object[len]; for (long i = 0; i < len; i++) { ret[i] = arr.GetValue(i); } return ret; } } private static TextWriter writer = null; public static TextWriter tf_output_redirect { set { var originWriter = writer ?? Console.Out; originWriter.Flush(); if (originWriter is StringWriter) (originWriter as StringWriter).GetStringBuilder().Clear(); writer = value; } get { return writer ?? Console.Out; } } public static void print(object obj) { tf_output_redirect.WriteLine(_tostring(obj)); } public static void print(string format, params object[] objects) { if (!format.Contains("{}")) { tf_output_redirect.WriteLine(format + " " + string.Join(" ", objects.Select(x => x.ToString()))); return; } foreach (var obj in objects) { } tf_output_redirect.WriteLine(format); } public static int len(object a) { switch (a) { case Tensor tensor: return tensor.shape[0]; case Tensors arr: return arr.Length; case Array arr: return arr.Length; case IList arr: return arr.Count; case ICollection arr: return arr.Count; case NDArray ndArray: return ndArray.ndim == 0 ? 1 : ndArray.shape[0]; case IEnumerable enumerable: return enumerable.OfType().Count(); case TensorShape arr: return arr.ndim; } throw new NotImplementedException("len() not implemented for type: " + a.GetType()); } public static float min(float a, float b) => Math.Min(a, b); public static int max(int a, int b) => Math.Max(a, b); public static T[] list(IEnumerable list) => list.ToArray(); public static IEnumerable range(int end) { return Enumerable.Range(0, end); } public static IEnumerable range(int start, int end) { return Enumerable.Range(start, end - start); } public static IEnumerable reversed(IList values) { var len = values.Count; for (int i = len - 1; i >= 0; i--) yield return values[i]; } public static T New() where T : ITensorFlowObject, new() { var instance = new T(); instance.__init__(); return instance; } [DebuggerStepThrough] public static void tf_with(ITensorFlowObject py, Action action) { try { py.__enter__(); action(py); } finally { py.__exit__(); py.Dispose(); } } [DebuggerStepThrough] public static void tf_with(T py, Action action) where T : ITensorFlowObject { try { py.__enter__(); action(py); } finally { py.__exit__(); py.Dispose(); } } [DebuggerStepThrough] public static TOut tf_with(TIn py, Func action) where TIn : ITensorFlowObject { try { py.__enter__(); return action(py); } finally { py.__exit__(); py.Dispose(); } } public static float time() { return (float)(DateTime.UtcNow - new DateTime(1970, 1, 1)).TotalSeconds; } public static IEnumerable<(T1, T2)> zip((T1, T1) t1, (T2, T2) t2) { for (int i = 0; i < 2; i++) { if (i == 0) yield return (t1.Item1, t2.Item1); else yield return (t1.Item2, t2.Item2); } } public static IEnumerable<(T, T)> zip(NDArray t1, NDArray t2) where T : unmanaged { var a = t1.AsIterator(); var b = t2.AsIterator(); while (a.HasNext() && b.HasNext()) yield return (a.MoveNext(), b.MoveNext()); } public static IEnumerable<(T1, T2)> zip(IList t1, IList t2) { for (int i = 0; i < t1.Count; i++) yield return (t1[i], t2[i]); } public static IEnumerable<(T1, T2, T3)> zip(IList t1, IList t2, IList t3) { for (int i = 0; i < t1.Count; i++) yield return (t1[i], t2[i], t3[i]); } public static IEnumerable<(T1, T2)> zip(NDArray t1, NDArray t2) where T1 : unmanaged where T2 : unmanaged { var a = t1.AsIterator(); var b = t2.AsIterator(); while (a.HasNext() && b.HasNext()) yield return (a.MoveNext(), b.MoveNext()); } public static IEnumerable<(T1, T2)> zip(IEnumerable e1, IEnumerable e2) { return e1.Zip(e2, (t1, t2) => (t1, t2)); } public static IEnumerable<(TKey, TValue)> enumerate(Dictionary values) { foreach (var item in values) yield return (item.Key, item.Value); } public static IEnumerable<(TKey, TValue)> enumerate(KeyValuePair[] values) { var len = values.Length; for (var i = 0; i < len; i++) { var item = values[i]; yield return (item.Key, item.Value); } } public static IEnumerable<(int, T)> enumerate(IList values) { var len = values.Count; for (int i = 0; i < len; i++) yield return (i, values[i]); } public static IEnumerable<(int, T)> enumerate(IEnumerable values, int start = 0, int step = 1) { int i = 0; foreach (var val in values) { if (i++ < start) continue; yield return (i - 1, val); } } [DebuggerStepThrough] public static Dictionary ConvertToDict(object dyn) { var dictionary = new Dictionary(); foreach (PropertyDescriptor propertyDescriptor in TypeDescriptor.GetProperties(dyn)) { object obj = propertyDescriptor.GetValue(dyn); string name = propertyDescriptor.Name; dictionary.Add(name, obj); } return dictionary; } public static bool all(IEnumerable enumerable) { foreach (var e1 in enumerable) { if (!Convert.ToBoolean(e1)) return false; } return true; } public static bool any(IEnumerable enumerable) { foreach (var e1 in enumerable) { if (Convert.ToBoolean(e1)) return true; } return false; } public static double sum(IEnumerable enumerable) { var typedef = new Type[] { typeof(double), typeof(int), typeof(float) }; var sum = 0.0d; foreach (var e1 in enumerable) { if (!typedef.Contains(e1.GetType())) throw new Exception("Numeric array expected"); sum += (double)e1; } return sum; } public static float sum(IEnumerable enumerable) => enumerable.Sum(); public static int sum(IEnumerable enumerable) => enumerable.Sum(); public static double sum(Dictionary values) { return sum(values.Keys); } public static IEnumerable slice(double start, double end, double step = 1) { for (double i = start; i < end; i += step) yield return i; } public static IEnumerable slice(float start, float end, float step = 1) { for (float i = start; i < end; i += step) yield return i; } public static IEnumerable slice(int start, int end, int step = 1) { for (int i = start; i < end; i += step) yield return i; } public static IEnumerable slice(int range) { for (int i = 0; i < range; i++) yield return i; } public static bool hasattr(object obj, string key) { var __type__ = (obj).GetType(); var __member__ = __type__.GetMembers(); var __memberobject__ = __type__.GetMember(key); return (__memberobject__.Length > 0) ? true : false; } public static IEnumerable TupleToEnumerable(object tuple) { Type t = tuple.GetType(); if (t.IsGenericType && (t.FullName.StartsWith("System.Tuple") || t.FullName.StartsWith("System.ValueTuple"))) { var flds = t.GetFields(); for (int i = 0; i < flds.Length; i++) { yield return flds[i].GetValue(tuple); } } else { throw new System.Exception("Expected Tuple."); } } public static bool isinstance(object Item1, Type Item2) { return Item1.GetType() == Item2; } public static bool isinstance(object Item1, object tuple) { foreach (var t in TupleToEnumerable(tuple)) if (isinstance(Item1, (Type)t)) return true; return false; } public static bool issubset(this IEnumerable subset, IEnumerable src) { bool issubset = true; foreach (var element in subset) { if (!src.Contains(element)) { issubset = false; continue; } } return true; } public static void extendleft(this Queue queue, IEnumerable elements) { foreach (var element in elements.Reverse()) queue.Enqueue(element); } public static bool empty(this Queue queue) => queue.Count == 0; public static TValue SetDefault(this Dictionary dic, TKey key, TValue defaultValue) { if (dic.ContainsKey(key)) return dic[key]; dic[key] = defaultValue; return defaultValue; } public static TValue Get(this Dictionary dic, TKey key, TValue defaultValue) { if (dic.ContainsKey(key)) return dic[key]; return defaultValue; } } }