Browse Source

Optimize imdb.load_data

tags/v0.110.4-Transformer-Model
Haiping Chen 2 years ago
parent
commit
725ec1e55f
1 changed files with 8 additions and 6 deletions
  1. +8
    -6
      src/TensorFlowNET.Keras/Datasets/Imdb.cs

+ 8
- 6
src/TensorFlowNET.Keras/Datasets/Imdb.cs View File

@@ -180,10 +180,11 @@ namespace Tensorflow.Keras.Datasets
// 0 (padding), 1 (start), 2 (OOV)
if (oov_char != null)
{
int[,] new_xs_array = new int[xs_array.GetLength(0), xs_array.GetLength(1)];
for (var i = 0; i < xs_array.GetLength(0); i++)
var (d1, d2) = (xs_array.GetLength(0), xs_array.GetLength(1));
int[,] new_xs_array = new int[d1, d2];
for (var i = 0; i < d1; i++)
{
for (var j = 0; j < xs_array.GetLength(1); j++)
for (var j = 0; j < d2; j++)
{
if (xs_array[i, j] == 0 || skip_top <= xs_array[i, j] && xs_array[i, j] < num_words)
new_xs_array[i, j] = xs_array[i, j];
@@ -195,11 +196,12 @@ namespace Tensorflow.Keras.Datasets
}
else
{
int[,] new_xs_array = new int[xs_array.GetLength(0), xs_array.GetLength(1)];
for (var i = 0; i < xs_array.GetLength(0); i++)
var (d1, d2) = (xs_array.GetLength(0), xs_array.GetLength(1));
int[,] new_xs_array = new int[d1, d2];
for (var i = 0; i < d1; i++)
{
int k = 0;
for (var j = 0; j < xs_array.GetLength(1); j++)
for (var j = 0; j < d2; j++)
{
if (xs_array[i, j] == 0 || skip_top <= xs_array[i, j] && xs_array[i, j] < num_words)
new_xs_array[i, k++] = xs_array[i, j];


Loading…
Cancel
Save