Commit b18343c
authored
Merge pull request SciSharp#1165 from lingbai-kong/imdbfix
fix: validate dataset of `Imdb` do not load bug & add: custom `Imdb` path1 file changed
Lines changed: 3 additions & 3 deletions
| Original file line number | Diff line number | Diff line change | |
|---|---|---|---|
@@ -31,7 +31,7 @@ public class Imdb | |||
| 31 | 31 | /// <param name="oov_char"></param> | |
| 32 | 32 | /// <param name="index_from"></param> | |
| 33 | 33 | /// <returns></returns> | |
| 34 | - public DatasetPass load_data(string path = "imdb.npz", | ||
| 34 | + public DatasetPass load_data(string? path = "imdb.npz", | ||
| 35 | 35 | int num_words = -1, | |
| 36 | 36 | int skip_top = 0, | |
| 37 | 37 | int maxlen = -1, | |
@@ -42,7 +42,7 @@ public DatasetPass load_data(string path = "imdb.npz", | |||
| 42 | 42 | { | |
| 43 | 43 | if (maxlen == -1) throw new InvalidArgumentError("maxlen must be assigned."); | |
| 44 | 44 | ||
| 45 | - var dst = Download(); | ||
| 45 | + var dst = path ?? Download(); | ||
| 46 | 46 | ||
| 47 | 47 | var lines = File.ReadAllLines(Path.Combine(dst, "imdb_train.txt")); | |
| 48 | 48 | var x_train_string = new string[lines.Length]; | |
@@ -55,7 +55,7 @@ public DatasetPass load_data(string path = "imdb.npz", | |||
| 55 | 55 | ||
| 56 | 56 | var x_train = keras.preprocessing.sequence.pad_sequences(PraseData(x_train_string), maxlen: maxlen); | |
| 57 | 57 | ||
| 58 | - File.ReadAllLines(Path.Combine(dst, "imdb_test.txt")); | ||
| 58 | + lines = File.ReadAllLines(Path.Combine(dst, "imdb_test.txt")); | ||
| 59 | 59 | var x_test_string = new string[lines.Length]; | |
| 60 | 60 | var y_test = np.zeros(new int[] { lines.Length }, np.int64); | |
| 61 | 61 | for (int i = 0; i < lines.Length; i++) | |
0 commit comments