From ec7a0af72b9a08b9e82dd96743e0a592c723030c Mon Sep 17 00:00:00 2001 From: Netpunk <2327994230@qq.com> Date: Tue, 5 Dec 2023 16:38:27 +0800 Subject: [PATCH] update --- .../20231202_api_design_for_AdaptiveLogSoftmaxWithLoss.md | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) diff --git a/rfcs/APIs/20231202_api_design_for_AdaptiveLogSoftmaxWithLoss.md b/rfcs/APIs/20231202_api_design_for_AdaptiveLogSoftmaxWithLoss.md index 190ae84f8..77c3c88a0 100644 --- a/rfcs/APIs/20231202_api_design_for_AdaptiveLogSoftmaxWithLoss.md +++ b/rfcs/APIs/20231202_api_design_for_AdaptiveLogSoftmaxWithLoss.md @@ -23,13 +23,7 @@ Paddle需要扩充API,新增 AdaptiveLogSoftmaxWithLoss API, adaptive_log_softmax_with_loss的计算分步骤如下 -$$\text{head_output} = \text{linear}(\text{input}, \text{head_weight}, \text{head_bias})$$ - -$$\text{head_logprob} = \text{log_softmax}(\text{head_output}, \text{axis}=1)$$ - -$$\text{output} += \text{take_along_axis}(\text{head_logprob}, \text{gather_inds.unsqueeze(1)}, \text{axis}=1).\text{squeeze()}$$ - -$$\text{loss} = -\text{output.mean()}$$ +![image](https://github.com/PaddlePaddle/community/assets/69072522/3d43f3e9-deb0-4d52-96be-2cd85a104b90) ## 3、意义