关于python:python爬取百度图片并对图片做一系列处理

import csv
import hashlib
import os
from tkinter import *
import numpy as np
import requests
from PIL import Image
import xlwt
headers = {‘User-Agent’: ‘Mozilla/5.0 (Windows NT 10.0; WOW64; Trident/7.0; rv:11.0)like Gecko)’}
class image():

def baidu_img(self, keword, num):
    base_url = 'https://image.baidu.com/search/index?tn=baiduimage&ie=utf-8&word={}'.format(keword)
    path1 = r"E:\ 图片 \\" + keword
    y = os.path.exists(path1)
    if y == 0:
        os.mkdir(path1)
    else:
        pass
    response = requests.get(base_url, headers=headers)
    html_str = response.text
    # html = parsel.Selector(html_str)
    # img_href = html.xpath('//li/div/a/img/@src').extract()   #利用 xpath 提取图片门路
    pic_url = re.findall('"objURL":"(.*?)",', html_str, re.S)  # 利用正则表达式找到图片 url
    # print(pic_url)
    n = 0
    for i in pic_url:
        try:
            img = requests.get(i, headers=headers).content
            img_name = i.split('=')[-1]
            with open(path1 + '\\' + img_name + '.jpg', 'wb')as f:
                f.write(img)
                n = n + 1
                with open(path1 + '.csv', 'a', newline='')as ff:
                    csvwriter = csv.writer(ff, dialect='excel')
                    csvwriter.writerow([img_name, i])
                if n >= num:
                    break
        except Exception as e:
            print(e)
def md5(self, dirName):
    files = os.listdir(dirName)  # 遍历文件夹下的所有文件
    temp = set()  # 创立一个 set()
    count = 0  # 删除的文件计数
    for file in files:
        if file.lower().endswith(('jpg', 'jpeg', 'png')):
            file_path = os.path.join(dirName, file)  # 取得残缺的门路
            try:
                img = Image.open(file_path)  # 关上图片
                img_array = np.array(img)  # 转为数组
                md5 = hashlib.md5()  # [ 商品期货](https://www.gendan5.com/futures/cf.html) 创立一个 hash 对象
                md5.update(img_array)  # 取得以后文件的 md5 码
                if md5.hexdigest() not in temp:  # 如果以后的 md5 码不在汇合中
                    temp.add(md5.hexdigest())  # 则增加以后 md5 码到汇合中
                else:
                    os.remove(file_path)
                    count += 1  # 否则删除图片数加一
            except Exception as e:
                os.remove(file_path)
    print("duplicate removal:", count)  # 最初输入删除图片的总数
def rename(self, dirName):
    for root, dirs, files in os.walk(dirName):
        i = 0
        for file_name in files:
            if file_name.lower().endswith(('jpg', 'jpeg', 'png')):
                oldname = os.path.join(root, file_name)
                pic_format = os.path.splitext(oldname)[-1]
                name = 'hivision_buiing_' + root.split('\\')[-1]
                print(name)
                newname = root + '/' + name + '_' + str(i + 1).zfill(4) + pic_format
                i = i + 1
                print(newname)
            try:
                os.rename(oldname, newname)
            except Exception as f:
                print(f)
def get_dirs_num(self):
    dict = {}
    f = xlwt.Workbook()
    sheet1 = f.add_sheet(u'统计文件数量', cell_overwrite_ok=True)
    row = 0
    row0 = ['文件夹门路', '文件夹名称', '文件数量']
    for n in range(len(row0)):
        sheet1.write(0, n, row0[n])
    path = r'E:\ 图片'
    for root, dirs, files in os.walk(path):
        num = 0
        for dir_files in os.listdir(root):
            if os.path.isfile(os.path.join(root, dir_files)):
                if dir_files.lower().endswith(('.jpg', 'jpeg', 'png')):
                    num = num + 1
        name = root.replace(path + '\\', '')
        dict[name] = num
    for key, values in dict.items():
        col = 0
        if values > 0:
            sheet1.write(row + 1, col, os.path.join(path, key))
            col = col + 1
            name_list = key.split('\\')
            row = row + 1
            sheet1.write(row, col, name_list)
            col = col + 1
            sheet1.write(row, col, values)
    f.save(r'E:\ 图片 \\count.xls')

if name == ‘__main__’:

keyword = '狗'
dirName = r"E:\ 图片 \\{}".format(keyword)
num =20
test = image()
test.baidu_img(keyword, num)
test.md5(dirName)
test.rename(dirName)
test.get_dirs_num()