Ubuntu下删除两个文件夹下相同文件名且相同内容的文件
2017/5/2 17:09
缘起：一直在维护android的BSP，有时候发现另外一个来源的BSP有你所需要的一些功能。
因此需要使用一个工具，比对两份代码，将两份BSP里面的相同文件名（内容也完全相同）的文件删除掉。
1、列出两个文件夹dir1、dir2下相同的文件：
（英文版本ubuntu）
diff -rs dir1 dir2 | grep 'identical$'
（中文版本ubuntu）
rootroot@cm-System-Product-Name:/home/wwt$ diff -rs prk_tina_bak/ fds_tinav2.1/ | grep "相同$" > 3.txt
比较之前预先删除.git和.repo文件夹。
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ rm .repo/ -rf
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ cd ../prk_tina_bak/
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ rm .repo/ -rf
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$
rootroot@cm-System-Product-Name:/home/wwt$ cd prk_tina_bak/
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ find . -name .git
./target/.git
./dl/.git
./scripts/.git
./toolchain/.git
./lichee/brandy/.git
./lichee/linux-3.4/.git
./.repo/manifests/.git
./.repo/repo/.git
./tools/.git
./package/.git
./config/.git
./prebuilt/.git
./docs/.git
./build/.git
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ find . -name .git | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ find . -name .git
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ cd ../fds_tinav2.1/
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ find . -name .git
./target/.git
./dl/.git
./scripts/.git
./toolchain/.git
./lichee/brandy/.git
./lichee/linux-3.4/.git
./.repo/manifests/.git
./.repo/repo/.git
./tools/.git
./package/.git
./config/.git
./prebuilt/.git
./docs/.git
./build/.git
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ find . -name .git | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ find . -name .git
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$
正式使用diff比对，将不同的部分存储到文件：3.txt
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ cd ..
rootroot@cm-System-Product-Name:/home/wwt$ diff -rs prk_tina_bak/ fds_tinav2.1/ | grep "相同$" > 3.txt
diff: prk_tina_bak/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/aarch64-openwrt-linux/lib/lib: 符号连接的层数过多
diff: fds_tinav2.1/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/aarch64-openwrt-linux/lib/lib: 符号连接的层数过多
diff: prk_tina_bak/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/aarch64-openwrt-linux/lib/lib64: recursive directory loop
diff: prk_tina_bak/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/aarch64-openwrt-linux/lib64/lib: 符号连接的层数过多
diff: fds_tinav2.1/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/aarch64-openwrt-linux/lib64/lib: 符号连接的层数过多
diff: prk_tina_bak/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/aarch64-openwrt-linux/lib64/lib64: recursive directory loop
diff: prk_tina_bak/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/aarch64-openwrt-linux-musl/lib/lib: 符号连接的层数过多
diff: fds_tinav2.1/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/aarch64-openwrt-linux-musl/lib/lib: 符号连接的层数过多
diff: prk_tina_bak/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/aarch64-openwrt-linux-musl/lib/lib64: recursive directory loop
diff: prk_tina_bak/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/aarch64-openwrt-linux-musl/lib64/lib: 符号连接的层数过多
diff: fds_tinav2.1/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/aarch64-openwrt-linux-musl/lib64/lib: 符号连接的层数过多
diff: prk_tina_bak/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/aarch64-openwrt-linux-musl/lib64/lib64: recursive directory loop
diff: prk_tina_bak/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/lib/lib: 符号连接的层数过多
diff: fds_tinav2.1/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/lib/lib: 符号连接的层数过多
diff: prk_tina_bak/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/lib/lib64: recursive directory loop
diff: prk_tina_bak/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/lib32/lib: 符号连接的层数过多
diff: fds_tinav2.1/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/lib32/lib: 符号连接的层数过多
diff: prk_tina_bak/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/lib32/lib64: recursive directory loop
diff: prk_tina_bak/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/lib64/lib: 符号连接的层数过多
diff: fds_tinav2.1/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/lib64/lib: 符号连接的层数过多
diff: prk_tina_bak/prebuilt/gcc/linux-x86/aarch64/toolchain-sunxi/toolchain/lib64/lib64: recursive directory loop
diff: prk_tina_bak/prebuilt/gcc/linux-x86/arm/toolchain-sunxi/toolchain/arm-openwrt-linux/lib/lib: 符号连接的层数过多
diff: fds_tinav2.1/prebuilt/gcc/linux-x86/arm/toolchain-sunxi/toolchain/arm-openwrt-linux/lib/lib: 符号连接的层数过多
diff: prk_tina_bak/prebuilt/gcc/linux-x86/arm/toolchain-sunxi/toolchain/arm-openwrt-linux-muslgnueabi/lib/lib: 符号连接的层数过多
diff: fds_tinav2.1/prebuilt/gcc/linux-x86/arm/toolchain-sunxi/toolchain/arm-openwrt-linux-muslgnueabi/lib/lib: 符号连接的层数过多
diff: prk_tina_bak/prebuilt/gcc/linux-x86/arm/toolchain-sunxi/toolchain/lib/lib: 符号连接的层数过多
diff: fds_tinav2.1/prebuilt/gcc/linux-x86/arm/toolchain-sunxi/toolchain/lib/lib: 符号连接的层数过多
diff: prk_tina_bak/prebuilt/gcc/linux-x86/arm/toolchain-sunxi/toolchain/lib32/lib: 符号连接的层数过多
diff: fds_tinav2.1/prebuilt/gcc/linux-x86/arm/toolchain-sunxi/toolchain/lib32/lib: 符号连接的层数过多
diff: prk_tina_bak/prebuilt/gcc/linux-x86/arm/toolchain-sunxi/toolchain/lib64/lib: 符号连接的层数过多
diff: fds_tinav2.1/prebuilt/gcc/linux-x86/arm/toolchain-sunxi/toolchain/lib64/lib: 符号连接的层数过多
rootroot@cm-System-Product-Name:/home/wwt$
2、删除通过diff比对找到的相同的文件（同名同内容）：
awk '{print $2}' 3.txt | xargs rm -rf
awk '{print $4}' 3.txt | xargs rm -rf
参考资料：
http://bbs.csdn.net/topics/320031351
awk如何删除一个文件？
awk -F,'{print $2}' test.txt | xargs rm -rf
3、你会发现有很多空的文件夹/目录，需要把它们找出来删除。
由于有些空文件夹里面只有空文件夹，当你删除最底层的空文件夹，上层的文件夹也是空的。
因此需要多次执行！
rootroot@cm-System-Product-Name:/home/wwt$ cd prk_tina_bak/
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ find . -name "*" -type d -empty
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$
rootroot@cm-System-Product-Name:/home/wwt/prk_tina_bak$ cd ../fds_tinav2.1/
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ find . -name "*" -type d -empty | xargs rm -rf
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$ find . -name "*" -type d -empty
rootroot@cm-System-Product-Name:/home/wwt/fds_tinav2.1$
参考资料：
http://www.111cn.net/sys/linux/46433.htm
linux中find批量删除空文件及空文件夹脚本
查询出所有的空文件夹
find -type d -empty
http://blog.csdn.net/u010555688/article/details/51280783
Ubuntu 删除两个文件夹下相同文件名的文件
参考：http://bbs.chinaunix.net/forum.PHP?mod=viewthread&tid=1851432&page=1
