From e5483e0dc7db16b809c058db79bd285b23df8406 Mon Sep 17 00:00:00 2001 From: Netpunk <2327994230@qq.com> Date: Tue, 5 Dec 2023 16:35:47 +0800 Subject: [PATCH] update --- rfcs/APIs/20231202_api_design_for_AdaptiveLogSoftmaxWithLoss.md | 1 - 1 file changed, 1 deletion(-) diff --git a/rfcs/APIs/20231202_api_design_for_AdaptiveLogSoftmaxWithLoss.md b/rfcs/APIs/20231202_api_design_for_AdaptiveLogSoftmaxWithLoss.md index 9f3ea919d..9cc20dd5a 100644 --- a/rfcs/APIs/20231202_api_design_for_AdaptiveLogSoftmaxWithLoss.md +++ b/rfcs/APIs/20231202_api_design_for_AdaptiveLogSoftmaxWithLoss.md @@ -27,7 +27,6 @@ $$ \begin{aligned} & \mathrm{ head\_output }=\mathrm{ linear(input, head\_weight, head\_bias) } \\ & \mathrm{ head\_logprob }=\mathrm{ log\_softmax (head\_output, axis) }=1 \\ -& \mathrm{output} += \mathrm{take\_along\_axis}(\mathrm{head\_logprob}, \mathrm{gather_inds.unsqueeze(1)}, \mathrm{axis}=1).\mathrm{squeeze()} \\ & \mathrm{loss} = -\mathrm{output.mean()} \end{aligned} $$