import shutil
|
import numpy as np
|
from PIL import Image
|
import os
|
|
|
def 比较图片大小(dir_image1, dir_image2):
|
with open(dir_image1, "rb") as f1:
|
size1 = len(f1.read())
|
with open(dir_image2, "rb") as f2:
|
size2 = len(f2.read())
|
if(size1 == size2):
|
result = "大小相同"
|
else:
|
result = "大小不同"
|
return result
|
|
|
def 比较图片尺寸(dir_image1, dir_image2):
|
image1 = Image.open(dir_image1)
|
image2 = Image.open(dir_image2)
|
if(image1.size == image2.size):
|
result = "尺寸相同"
|
else:
|
result = "尺寸不同"
|
return result
|
|
|
def 比较图片内容(dir_image1, dir_image2):
|
image1 = np.array(Image.open(dir_image1))
|
image2 = np.array(Image.open(dir_image2))
|
if(np.array_equal(image1, image2)):
|
result = "内容相同"
|
else:
|
result = "内容不同"
|
return result
|
|
|
def 比较两张图片是否相同(dir_image1, dir_image2):
|
# 比较两张图片是否相同
|
# 第一步：比较大小是否相同
|
# 第二步：比较长和宽是否相同
|
# 第三步：比较每个像素是否相同
|
# 如果前一步不相同，则两张图片必不相同
|
result = "两张图不同"
|
大小 = 比较图片大小(dir_image1, dir_image2)
|
if(大小 == "大小相同"):
|
尺寸 = 比较图片尺寸(dir_image1, dir_image2)
|
if(尺寸 == "尺寸相同"):
|
内容 = 比较图片内容(dir_image1, dir_image2)
|
if(内容 == "内容相同"):
|
result = "两张图相同"
|
return result
|
|
if __name__ == '__main__':
|
|
load_path = 'E:\yaocai\yinyanghuo' # 要去重的文件夹
|
save_path = 'E:\yaocai\\2\\yinyanghuo' # 空文件夹，用于存储检测到的重复的照片
|
os.makedirs(save_path, exist_ok=True)
|
|
# 获取图片列表 file_map，字典{文件路径filename : 文件大小image_size}
|
file_map = {}
|
image_size = 0
|
# 遍历filePath下的文件、文件夹（包括子目录）
|
for parent, dirnames, filenames in os.walk(load_path):
|
# for dirname in dirnames:
|
# print('parent is %s, dirname is %s' % (parent, dirname))
|
for filename in filenames:
|
# print('parent is %s, filename is %s' % (parent, filename))
|
# print('the full name of the file is %s' % os.path.join(parent, filename))
|
image_size = os.path.getsize(os.path.join(parent, filename))
|
file_map.setdefault(os.path.join(parent, filename), image_size)
|
|
# 获取的图片列表按 文件大小image_size 排序
|
file_map = sorted(file_map.items(), key=lambda d: d[1], reverse=False)
|
file_list = []
|
for filename, image_size in file_map:
|
file_list.append(filename)
|
|
# 取出重复的图片
|
file_repeat = []
|
for currIndex, filename in enumerate(file_list):
|
dir_image1 = file_list[currIndex]
|
result = "两张图相同"
|
try:
|
dir_image2 = file_list[currIndex + 1]
|
except Exception as e:
|
print(e)
|
print(currIndex)
|
print("长度：{}".format(len(file_list)))
|
try:
|
result = 比较两张图片是否相同(dir_image1, dir_image2)
|
except Exception as e:
|
pass
|
|
if(result == "两张图相同"):
|
file_repeat.append(file_list[currIndex + 1])
|
print("相同的图片：", file_list[currIndex], file_list[currIndex + 1])
|
else:
|
print('不同的图片：', file_list[currIndex], file_list[currIndex + 1])
|
currIndex += 1
|
if currIndex >= (len(file_list)-2):
|
break
|
|
# 将重复的图片移动到新的文件夹，实现对原文件夹降重
|
for image in file_repeat:
|
shutil.move(image, save_path)
|
print("正在移除重复照片：", image)
|
