From b18f921a50d9db41d3ee421113f16190853ac6d9 Mon Sep 17 00:00:00 2001 From: nadare Date: Thu, 4 May 2023 23:03:52 +0900 Subject: [PATCH] big_npy should be shuffled (#218) --- infer-web.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/infer-web.py b/infer-web.py index 4ac2f3d..53e187e 100644 --- a/infer-web.py +++ b/infer-web.py @@ -670,6 +670,9 @@ def train_index(exp_dir1): phone = np.load("%s/%s" % (feature_dir, name)) npys.append(phone) big_npy = np.concatenate(npys, 0) + big_npy_idx = np.arange(big_npy.shape[0]) + np.random.shuffle(big_npy_idx) + big_npy = big_npy[big_npy_idx] np.save("%s/total_fea.npy" % exp_dir, big_npy) # n_ivf = big_npy.shape[0] // 39 n_ivf = min(int(16 * np.sqrt(big_npy.shape[0])), big_npy.shape[0] // 39) @@ -892,6 +895,9 @@ def train1key( phone = np.load("%s/%s" % (feature_dir, name)) npys.append(phone) big_npy = np.concatenate(npys, 0) + big_npy_idx = np.arange(big_npy.shape[0]) + np.random.shuffle(big_npy_idx) + big_npy = big_npy[big_npy_idx] np.save("%s/total_fea.npy" % exp_dir, big_npy) # n_ivf = big_npy.shape[0] // 39 n_ivf = min(int(16 * np.sqrt(big_npy.shape[0])), big_npy.shape[0] // 39)