Skip to content

Commit

Permalink
Optimize imdb.load_data
Browse files Browse the repository at this point in the history
  • Loading branch information
Oceania2018 committed Sep 18, 2023
1 parent 74afa14 commit 725ec1e
Showing 1 changed file with 8 additions and 6 deletions.
14 changes: 8 additions & 6 deletions src/TensorFlowNET.Keras/Datasets/Imdb.cs
Original file line number Diff line number Diff line change
Expand Up @@ -180,10 +180,11 @@ public DatasetPass load_data(
// 0 (padding), 1 (start), 2 (OOV)
if (oov_char != null)
{
int[,] new_xs_array = new int[xs_array.GetLength(0), xs_array.GetLength(1)];
for (var i = 0; i < xs_array.GetLength(0); i++)
var (d1, d2) = (xs_array.GetLength(0), xs_array.GetLength(1));
int[,] new_xs_array = new int[d1, d2];
for (var i = 0; i < d1; i++)
{
for (var j = 0; j < xs_array.GetLength(1); j++)
for (var j = 0; j < d2; j++)
{
if (xs_array[i, j] == 0 || skip_top <= xs_array[i, j] && xs_array[i, j] < num_words)
new_xs_array[i, j] = xs_array[i, j];
Expand All @@ -195,11 +196,12 @@ public DatasetPass load_data(
}
else
{
int[,] new_xs_array = new int[xs_array.GetLength(0), xs_array.GetLength(1)];
for (var i = 0; i < xs_array.GetLength(0); i++)
var (d1, d2) = (xs_array.GetLength(0), xs_array.GetLength(1));
int[,] new_xs_array = new int[d1, d2];
for (var i = 0; i < d1; i++)
{
int k = 0;
for (var j = 0; j < xs_array.GetLength(1); j++)
for (var j = 0; j < d2; j++)
{
if (xs_array[i, j] == 0 || skip_top <= xs_array[i, j] && xs_array[i, j] < num_words)
new_xs_array[i, k++] = xs_array[i, j];
Expand Down

0 comments on commit 725ec1e

Please sign in to comment.