Transformer架构完整代码
#!/usr/bin/python3.9
# -*- coding: utf-8 -*-
# @Time : 2023/6/29 10:48
# @File : abd_transformer_cyd.py
# @Software: PyCharm
import math
import torch
import collections
import numpy as np
import torch.nn as nn
from copy import deepcopy
import torch.nn