From e6e2ee74664def0ecd3de546c95690f78aadce5c Mon Sep 17 00:00:00 2001 From: iperov Date: Tue, 25 May 2021 14:26:48 +0400 Subject: [PATCH] pixel_norm op --- core/leras/ops/__init__.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/core/leras/ops/__init__.py b/core/leras/ops/__init__.py index 500a22a..09e8e7a 100644 --- a/core/leras/ops/__init__.py +++ b/core/leras/ops/__init__.py @@ -204,7 +204,7 @@ def random_binomial(shape, p=0.0, dtype=None, seed=None): seed = np.random.randint(10e6) return array_ops.where( random_ops.random_uniform(shape, dtype=tf.float16, seed=seed) < p, - array_ops.ones(shape, dtype=dtype), array_ops.zeros(shape, dtype=dtype)) + array_ops.ones(shape, dtype=dtype), array_ops.zeros(shape, dtype=dtype)) nn.random_binomial = random_binomial def gaussian_blur(input, radius=2.0): @@ -391,6 +391,11 @@ def total_variation_mse(images): return tot_var nn.total_variation_mse = total_variation_mse + +def pixel_norm(x, axes): + return x * tf.rsqrt(tf.reduce_mean(tf.square(x), axis=axes, keepdims=True) + 1e-06) +nn.pixel_norm = pixel_norm + """ def tf_suppress_lower_mean(t, eps=0.00001): if t.shape.ndims != 1: