From 2ea548983ba05461ae1c7ccfc2da229ff7ce9b79 Mon Sep 17 00:00:00 2001 From: Pallav Chanda <56531034+palc001@users.noreply.github.com> Date: Thu, 1 Aug 2024 16:19:03 +0530 Subject: [PATCH 1/2] Update understanding_masking_and_padding.md Correct the axis for computing the denominator of softmax in the example which creates a `TemporalSoftmax` class. --- guides/md/understanding_masking_and_padding.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/guides/md/understanding_masking_and_padding.md b/guides/md/understanding_masking_and_padding.md index db54ddfcb8..47875bb2af 100644 --- a/guides/md/understanding_masking_and_padding.md +++ b/guides/md/understanding_masking_and_padding.md @@ -418,7 +418,7 @@ class TemporalSoftmax(keras.layers.Layer): broadcast_float_mask = tf.expand_dims(tf.cast(mask, "float32"), -1) inputs_exp = tf.exp(inputs) * broadcast_float_mask inputs_sum = tf.reduce_sum( - inputs_exp * broadcast_float_mask, axis=-1, keepdims=True + inputs_exp * broadcast_float_mask, axis=1, keepdims=True ) return inputs_exp / inputs_sum From 73541a4e608d420c469a46bd456be65978889a6b Mon Sep 17 00:00:00 2001 From: Pallav Chanda <56531034+palc001@users.noreply.github.com> Date: Thu, 1 Aug 2024 16:41:18 +0530 Subject: [PATCH 2/2] Update understanding_masking_and_padding.ipynb Correct the axis for computing the denominator of softmax in the example which creates a `TemporalSoftmax` class. --- guides/ipynb/understanding_masking_and_padding.ipynb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/guides/ipynb/understanding_masking_and_padding.ipynb b/guides/ipynb/understanding_masking_and_padding.ipynb index 83283c9b39..50da78fdda 100644 --- a/guides/ipynb/understanding_masking_and_padding.ipynb +++ b/guides/ipynb/understanding_masking_and_padding.ipynb @@ -526,7 +526,7 @@ " broadcast_float_mask = tf.expand_dims(tf.cast(mask, \"float32\"), -1)\n", " inputs_exp = tf.exp(inputs) * broadcast_float_mask\n", " inputs_sum = tf.reduce_sum(\n", - " inputs_exp * broadcast_float_mask, axis=-1, keepdims=True\n", + " inputs_exp * broadcast_float_mask, axis=1, keepdims=True\n", " )\n", " return inputs_exp / inputs_sum\n", "\n", @@ -594,4 +594,4 @@ }, "nbformat": 4, "nbformat_minor": 0 -} \ No newline at end of file +}