fix resolution problem for swin transformer and clip vit

[psky1111]

fix time cost problem

[paddle-bot]

Thanks for your contribution!

[psky1111]

测试代码,其中 swin_bug_version与vit_bug_version为未修改前的版本. swin from release2.5分支, vit_bug_version from develop分支.

import paddle
from ppcls.arch.backbone.legendary_models import swin_transformer
from ppcls.arch.backbone.model_zoo.foundation_vit import VisionTransformer
from ppcls.arch.backbone.legendary_models import swin_bug_version
from ppcls.arch.backbone.model_zoo import vit_bug_version
from ppcls.utils.logger import init_logger
import datetime
if __name__ == "__main__":
    init_logger()
    inputs_ori = paddle.ones((30,3,224,224))
    inputs_our = paddle.ones((30,3,221,221))
    swim = swin_transformer.SwinTransformer()
    baseline_swim = swin_bug_version.SwinTransformer()
    baseline_vit = vit_bug_version.VisionTransformer("CLIP_vit_base_patch16_224")
    vit = VisionTransformer("CLIP_vit_base_patch16_224")

    # multi-resolution version
    start = datetime.datetime.now()
    outputs = swim(inputs_ori)
    cur = datetime.datetime.now()
    print(f"swin: using 224 resolution cost {cur-start}")

    # ori version
    start = datetime.datetime.now()
    outputs = baseline_swim(inputs_ori)
    cur = datetime.datetime.now()
    print(f"ori_swin: using 224 resolution cost {cur-start}")

    start = datetime.datetime.now()
    outputs = swim(inputs_our)
    cur = datetime.datetime.now()
    print(f"swin: using 221 resolution cost {cur-start}")

    # multi-resolution version
    start = datetime.datetime.now()
    outputs = vit(inputs_ori)
    cur = datetime.datetime.now()
    print(f"vit: using 224 resolution cost {cur-start}")
    
    # ori version
    start = datetime.datetime.now()
    outputs = baseline_vit(inputs_ori)
    cur = datetime.datetime.now()
    print(f"ori_vit: using 224 resolution cost {cur-start}")


    start = datetime.datetime.now()
    outputs = vit(inputs_our)
    cur = datetime.datetime.now()
    print(f"vit: using 221 resolution cost {cur-start}")
    

结果如图:

验证time cost问题修复

[psky1111]

修复cache引发的问题, 验证: