@echo off
echo,>>1.txt
echo,>>2.txt
findstr /vig:2.txt 1.txt>new.txt
findstr .*  2.txt>>new.txt
pause
复制代码

copy 1.txt+2.txt test.txt


@echo off
for /f "delims=" %%i in (test.txt) do (
    if not defined %%i set %%i=A & echo %%i>>ztest.txt)
复制代码

@echo off
for /f "delims=" %%i in ('find /v "" ^< 1.txt ^& type 2.txt') do (
    if not defined _%%i (
        echo;%%i
        set _%%i=1
    )
)
pause
复制代码

gawk "{if(!($0 in a)){print};a[$0]}" 1.txt 2.txt>3.txt
复制代码

gawk "!a[$0]++" 1.txt 2.txt>3.txt
复制代码

//&cls&cscript -nologo -e:jscript "%~f0" "1.txt" "2.txt"&pause&exit
var s = '', a = {}, files = WScript.Arguments;
var fso = new ActiveXObject('Scripting.FileSystemObject'); 
for (var i = 0; i<files.length; i++){
    var f = fso.opentextfile(files(i), 1);
    while(!f.AtEndOfStream){ 
        var str = f.ReadLine();
        if(!a[str]){
            a[str] = 1;
            s += str+'\r\n';
            //数据太大的话还是逐行输出吧 WSH.echo(str);
        }
    }
    f.Close();
}
WSH.echo(s);
复制代码

"""
python文件去重合并.py
2016年3月27日 00:34:36 codegay
"""
with open ("1.txt",encoding="utf-8") as f1, open('2.txt',encoding='utf-8') as f2, open('result.txt',"w+",encoding='utf8') as result:
    result.writelines(list(frozenset(f1.readlines()+f2.readlines())))
复制代码

#="""
julia文本文件合并去重.jl
http://bbs.bathome.net/thread-39822-1-1.html
2016年3月27日 01:02:58 codegay
"""=#
f1=open("1.txt")
txt1=readlines(f1)
txt2=readlines(open("2.txt"))
txt=vcat(txt1,txt2) #以readlines取读文件流,vcat连接两个Array,julia不支持+号连接字符串和数组,支持$符内插
@show length(txt)
result=unique(txt) #内置函数unique去重
#result=Set(txt) Set()方法把数组转为集合,集合中的元素唯一,Set是首字母大写的!
@show length(result)
write(open("result.txt","w+"),result) #与python不同,julia把数组写入文件不需要wirtelines
复制代码

write(open("result.txt","w+"),unique(vcat(readlines(open("1.txt")),readlines(open("2.txt")))))
复制代码

#julia管道一行流
#union("1.txt"|>open|>readlines,"2.txt"|>open|>readlines)|> xxx ->write(open("result.txt","w"),xxx);
write(open("result.txt","w"),union(["1.txt"|>open|>readlines; "2.txt"|>open|>readlines]));
复制代码

@echo off
for /f "delims=" %%i in ('find /v "" ^< 1.txt ^& type 2.txt') do (
    if not defined _%%i (
        echo;%%i>>test.txt
        set _%%i=1
    )
)
pause
复制代码

PowerShell -c "(get-Content 1.txt)+(get-Content 2.txt)|sort -Unique|out-file 3.txt"
复制代码

cat 1.txt 2.txt|sort -u >3.txt
复制代码