You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

CreateOpFromTfOperationTest.cs 10 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Linq;
  4. using System.Text;
  5. using Microsoft.VisualStudio.TestTools.UnitTesting;
  6. using Tensorflow;
  7. using Tensorflow.Operations;
  8. namespace TensorFlowNET.UnitTest.ops_test
  9. {
  10. /// <summary>
  11. /// excerpt of tensorflow/python/framework/ops_test.py
  12. /// # These cases test the private Graph._create_op_from_tf_operation
  13. /// # method. Arguably we should only test the public APIs that depend on this
  14. /// # method. However, this logic is complex and tricky, and it can be difficult to
  15. /// # ascertain if we have adequate coverage (e.g. a graph may run successfully if
  16. /// # the control flow context isn't set properly, but a more complicated use case
  17. /// # that might not be obvious to test will fail). Thus we instead explicitly test
  18. /// # the low-level behavior.
  19. /// </summary>
  20. [TestClass]
  21. public class CreateOpFromTfOperationTest : PythonTest
  22. {
  23. [TestMethod]
  24. public void TestShape()
  25. {
  26. var graph = tf.Graph().as_default();
  27. with<Graph>(graph, g =>
  28. {
  29. var x = constant_op.constant(new[,] { { 1, 2, 3 }, { 4, 5, 6 } });
  30. var (c_op, op_desc) = ops._create_c_op(g, ops._NodeDef("Identity", "myop"), new[] { x }, new Operation[0]);
  31. var op = g._create_op_from_tf_operation(c_op);
  32. Assert.AreEqual("myop", op.name);
  33. Assert.AreEqual("Identity", op.type);
  34. Assert.AreEqual(1, len(op.outputs));
  35. assertItemsEqual(new[] { 2, 3 }, op.outputs[0].shape);
  36. });
  37. }
  38. [TestMethod]
  39. public void TestUniqueName()
  40. {
  41. var graph = tf.Graph().as_default();
  42. with<Graph>(graph, g =>
  43. {
  44. //var (c_op,op_desc) = ops._create_c_op(g, ops._NodeDef("Const", "myop"), new Tensor[0], new Operation[0]);
  45. //var (c_op2, op_desc1) = ops._create_c_op(g, ops._NodeDef("Const", "myop_1"), new Tensor[0], new Operation[0]);
  46. //var op = g._create_op_from_tf_operation(c_op);
  47. //var op2 = g._create_op_from_tf_operation(c_op2);
  48. var op = constant_op.constant(0, name: "myop").op;
  49. var op2 = constant_op.constant(0, name: "myop_1").op;
  50. // Create ops with same names as op1 and op2. We expect the new names to be
  51. // uniquified.
  52. var op3 = constant_op.constant(0, name: "myop").op;
  53. var op4 = constant_op.constant(0, name: "myop_1").op;
  54. self.assertEqual(op.name, "myop");
  55. self.assertEqual(op2.name, "myop_1");
  56. self.assertEqual(op3.name, "myop_2");
  57. self.assertEqual(op4.name, "myop_1_1");
  58. });
  59. }
  60. [TestMethod]
  61. public void TestCond()
  62. {
  63. var graph = tf.Graph().as_default();
  64. with<Graph>(graph, g =>
  65. {
  66. var x = constant_op.constant(10);
  67. var true_fn = new Func<Tensor>(() =>
  68. {
  69. var (c_op, op_desc) = ops._create_c_op(g, ops._NodeDef("Identity", "cond/myop"), new[] { x }, new Operation[0]);
  70. var new_ops = g._add_new_tf_operations();
  71. self.assertEqual(len(new_ops), 1);
  72. return x;
  73. });
  74. control_flow_ops.cond(x < 10, true_fn, () => x);
  75. var op = g.get_operation_by_name("cond/myop");
  76. //tf.train.export_meta_graph(@"D:\dev\tensorboard\logdir\sharp.meta.txt", as_text:true);
  77. //tf.train.export_meta_graph(@"D:\dev\tensorboard\logdir\sharp.meta", as_text: false);
  78. self.assertIsNotNone(op);
  79. self.assertEqual(op.name, "cond/myop");
  80. self.assertEqual(op.type, "Identity");
  81. //self.assertEqual(op.outputs, new object[0]);
  82. var op_input = op.inputs[0].op;
  83. self.assertEqual(op_input.type, "Switch");
  84. self.assertEqual(op_input.inputs[0].name, x.name);
  85. self.assertEqual(op.graph, g);
  86. self.assertIsNotNone(op._get_control_flow_context());
  87. var cond_text = op._get_control_flow_context() as ControlFlowContext;
  88. self.assertEqual(cond_text.name, "cond/cond_text");
  89. });
  90. }
  91. [Ignore("Todo: Port")]
  92. [TestMethod]
  93. public void TestWhileLoop()
  94. {
  95. var graph = tf.Graph().as_default();
  96. Operation x=null;
  97. with<Graph>(graph, g =>
  98. {
  99. x = constant_op.constant(42);
  100. var body = new Func<int, int>(i =>
  101. {
  102. ops._create_c_op(ops.get_default_graph(), ops._NodeDef("Identity", "myloop/myop"), new[] {x},
  103. new Operation[0]);
  104. var new_ops = g._add_new_tf_operations();
  105. self.assertEqual(len(new_ops), 1);
  106. return i;
  107. });
  108. // TODO: port control_flow_ops.while_loop
  109. //control_flow_ops.while_loop( i => i < 10, body, new int[]{0}, name = "myloop");
  110. });
  111. var op = graph.get_operation_by_name("myloop/myop");
  112. self.assertIsNotNone(op);
  113. self.assertEqual(op.name, "myloop/myop");
  114. self.assertEqual(op.type, "Identity");
  115. self.assertEqual(op.outputs.Length, 0);
  116. var op_input = op.inputs[0].op;
  117. self.assertEqual(op_input.type, "Enter");
  118. self.assertItemsEqual(op_input.inputs.OfType<Operation>().ToArray(), new[] {x});
  119. self.assertEqual(op.graph, graph);
  120. self.assertIsNotNone(op._get_control_flow_context());
  121. self.assertEqual(((ControlFlowContext)op._get_control_flow_context()).name, "myloop/while_context");
  122. /*
  123. @test_util.run_v1_only("b/120545219")
  124. def testWhileLoop(self):
  125. g = ops.Graph()
  126. with g.as_default():
  127. x = test_ops.int_output()
  128. def body(i):
  129. ops._create_c_op(ops.get_default_graph(),
  130. ops._NodeDef("IntInput", "myloop/myop"), [x], [])
  131. new_ops = g._add_new_tf_operations()
  132. self.assertEqual(len(new_ops), 1)
  133. return i
  134. control_flow_ops.while_loop(lambda i: i < 10, body, [0], name="myloop")
  135. op = g.get_operation_by_name("myloop/myop")
  136. self.assertIsNotNone(op)
  137. self.assertEqual(op.name, "myloop/myop")
  138. self.assertEqual(op.type, "IntInput")
  139. self.assertEqual(op.outputs, [])
  140. op_input = op.inputs[0].op
  141. self.assertEqual(op_input.type, "Enter")
  142. self.assertEqual(list(op_input.inputs), [x])
  143. self.assertEqual(op.graph, g)
  144. # pylint: disable=protected-access
  145. self.assertIsNotNone(op._get_control_flow_context())
  146. self.assertEqual(op._get_control_flow_context().name,
  147. "myloop/while_context")
  148. # pylint: enable=protected-access
  149. */
  150. }
  151. [Ignore("Todo: Port")]
  152. [TestMethod]
  153. public void TestWhileLoopWithInternalControlDep()
  154. {
  155. /*
  156. @test_util.run_v1_only("b/120545219")
  157. def testWhileLoopWithInternalControlDep(self):
  158. g = ops.Graph()
  159. with g.as_default():
  160. x = test_ops.int_output()
  161. def body(i):
  162. c = constant_op.constant(1.0, name="c")
  163. ops._create_c_op(ops.get_default_graph(),
  164. ops._NodeDef("IntInput", "myloop/myop"), [x], [])
  165. with ops.control_dependencies([c]):
  166. new_ops = g._add_new_tf_operations()
  167. self.assertEqual(len(new_ops), 1)
  168. return i
  169. control_flow_ops.while_loop(lambda i: i < 10, body, [0], name="myloop")
  170. op = g.get_operation_by_name("myloop/myop")
  171. self.assertIsNotNone(op)
  172. c = g.get_operation_by_name("myloop/c")
  173. self.assertIsNotNone(c)
  174. # Internal control dep is preserved
  175. self.assertEqual(op.control_inputs, [c])
  176. */
  177. }
  178. [Ignore("Todo: Port")]
  179. [TestMethod]
  180. public void TestWhileLoopWithExternalControlDep()
  181. {
  182. /*
  183. @test_util.run_v1_only("b/120545219")
  184. def testWhileLoopWithExternalControlDep(self):
  185. g = ops.Graph()
  186. with g.as_default():
  187. x = test_ops.int_output()
  188. c = constant_op.constant(1.0)
  189. def body(i):
  190. ops._create_c_op(ops.get_default_graph(),
  191. ops._NodeDef("IntInput", "myloop/myop"), [x], [])
  192. with ops.control_dependencies([c]):
  193. new_ops = g._add_new_tf_operations()
  194. self.assertEqual(len(new_ops), 1)
  195. return i
  196. control_flow_ops.while_loop(lambda i: i < 10, body, [0], name="myloop")
  197. op = g.get_operation_by_name("myloop/myop")
  198. self.assertIsNotNone(op)
  199. # External control dep is removed and replaced with internal control dep
  200. self.assertNotEqual(op.control_inputs[0], c.op)
  201. self.assertIsNotNone(op.control_inputs[0]._get_control_flow_context())
  202. */
  203. }
  204. }
  205. }

tensorflow框架的.NET版本,提供了丰富的特性和API,可以借此很方便地在.NET平台下搭建深度学习训练与推理流程。