import torch import torch.nn as nn # 定义Transformer模型 class Transformer(nn.Module): def __init__(self, input_dim, output_dim, hidden_dim, num_layers): super(Transformer, self).…

import os output_path = r'./data_erji_utf8' def gbk_to_utf8(path): """ 将GBK编码的文件转换为UTF-8编码 :param path: 文件路径 :return: None """ # 获取文件列表 file_list = os.listdir(path) for file_n…

import re import os import requests import tqdm header = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3359.139…

import os from PIL import Image from tqdm import tqdm def check_images(root_dir): broken_files = [] for subdir, dirs, files in os.walk(root_dir): for file in tqdm(files): …