@echo off
setlocal
(for /f "delims=" %%i in (a.txt) do (
    if not defined %%i (
        echo,%%i
        set %%i=1
    )
))>b.txt
endlocal
pause
复制代码

@echo off
setlocal
(for /f "delims=" %%i in (%%i.txt) do (
    if not defined %%i (
        echo,%%i
        set %%i=1
    )
))>%%i.txt
endlocal
pause
复制代码

@echo off
setlocal
for /f "delims=" %%a in ('dir /b *.txt') do (
(for /f "delims=" %%i in (%%a) do (
    if not defined %%i (
        echo,%%i
        set %%i=1
    )
    set  %%i=
)))>%%a.txt
endlocal
pause
复制代码

@echo off
setlocal
for /f "delims=" %%a in ('dir /b *.txt') do (
(for /f "delims=" %%i in (%%a) do (
    if not defined %%i (
        echo,%%i
        set %%i=1
    )
    set  %%i=
)))>%%a.txt
endlocal
pause
复制代码

@echo off
powershell -c "dir *.txt|%{gc $_|Select-Object -Unique|sc $_}"
pause
复制代码

# 获取输入文件名
input_file = input("请输入需要去除重复行的文本文件名: ")

# 确保输入文件存在
try:
    with open(input_file, 'r', encoding='utf-8') as file:
        lines = file.readlines()
except FileNotFoundError:
    print(f"文件 '{input_file}' 不存在，请确保文件名正确。")
    exit(1)

# 创建输出文件名
output_file = input_file.replace('.', '-BuCF.')

# 去除重复行并保存到输出文件，保持原始顺序
unique_lines = []
seen = set()
for line in lines:
    if line not in seen:
        unique_lines.append(line)
        seen.add(line)

with open(output_file, 'w', encoding='utf-8') as file:
    file.writelines(unique_lines)

print(f"已去除重复行并保存到 '{output_file}' 文件中。")
复制代码

import os

# 创建 output 子目录
if not os.path.exists('output'):
    os.mkdir('output')

# 获取当前目录下的所有 *.txt 文件
txt_files = [filename for filename in os.listdir() if filename.endswith('.txt')]

for input_file in txt_files:
    # 确保输入文件存在
    try:
        with open(input_file, 'r', encoding='utf-8') as file:
            lines = file.readlines()
    except FileNotFoundError:
        print(f"文件 '{input_file}' 不存在，请确保文件名正确。")
        continue

    # 创建输出文件名
    output_file = os.path.join('output', input_file.replace('.', '-BuCF.'))

    # 去除重复行并保存到输出文件，保持原始顺序
    unique_lines = []
    seen = set()
    for line in lines:
        if line not in seen:
            unique_lines.append(line)
            seen.add(line)

    with open(output_file, 'w', encoding='utf-8') as file:
        file.writelines(unique_lines)

    print(f"已去除重复行并保存到 'output/{output_file}' 文件中。")
复制代码

@echo off
for /f "delims=" %%a in ('dir /b/a-d *.txt') do (
	setlocal enabledelayedexpansion
	(for /f "usebackq delims=" %%i in ("%%~a") do if not defined _%%i (
		set "_%%i=1" &echo,%%i))>"%%~a.new"
	endlocal
)
复制代码

@echo off
for /f "delims=" %%a in ('dir /b /a-d *.txt') do (
    setlocal
    (for /f "delims=" %%i in ('type "%%~a"') do (
        if not defined _%%i (
            set "_%%i=1"
            echo,%%i
        )
    ))>"%%~a.new"
    endlocal
)
复制代码

@echo off
for /f "delims=" %%i in ('dir /b /a-d *.txt') do (
	cd.>"%%~ni_2%%~xi"
	for /f "useback delims=" %%a in ("%%i") do (
		findstr /xc:"%%a" "%%~ni_2%%~xi" 1>nul
		if errorlevel 1 (
			>>"%%~ni_2%%~xi" echo %%a
		)
	)
)
pause
复制代码

@echo off
set var=123
set num=4456
set a=ham
setlocal
set var=abcd
set num=jkl
set a=efg
set max=1234567
echo %var% %num% %a%
endlocal
echo %var% %num% %a%
pause
复制代码

@echo off
for /f "useback delims=" %%i in (`dir /b /a-d *.txt`) do (
	setlocal
	for /f "useback delims=" %%a in (`sort "%%i"^&echo #@#@#`) do (
		if not defined str1 (
			set "str1=%%a"
		) else (
			set "str2=%%a"
			setlocal enabledelayedexpansion
			if "!str1!" neq "!str2!" (
				>>"%%~ni_2%%~xi" echo !str1!
			)
			endlocal
			set "str1=%%a"
		)
	)
	endlocal
)
pause
复制代码

@set @v=1 /*
@echo off
::当前目录（不含子目录）下所有*.txt文件去重
dir /b/a-d *.txt>"tmp.all"
cscript /e:jscript "%~f0" "tmp.all"
del /q "tmp.all"
exit/b
*/
var v = WSH.arguments;
var fso = new ActiveXObject('scripting.filesystemobject');
var fp = fso.opentextfile(v(0));
var strline = fp.readall(); fp.close();
var alllines = strline.split('\r\n');
while (alllines[alllines.length-1] == '') alllines.length--;
for (var n=0, nmax=alllines.length; n<nmax; ++n) {
	var txtF = alllines[n].replace(/\r\n/g, '');
	fp = fso.opentextfile(txtF);
	strline = fp.readall(); fp.close();
	var _strline = '\r\n', _alllines = strline.split('\r\n');
	while (_alllines[_alllines.length-1] == '') _alllines.length--;
	for (var k=0, kmax=_alllines.length; k<kmax; ++k) {
		if (_strline.indexOf('\r\n'+_alllines[k]+'\r\n') == -1)
			_strline += _alllines[k]+'\r\n';
	}
	if (_strline == '\r\n') continue;
	fp = fso.opentextfile(txtF+'.new', 2, true);
	fp.write(_strline.substr(2)); fp.close();
}
WSH.quit();
复制代码

@echo off
for /f "delims=" %%a in ('dir /b/a-d *.txt') do (
	setlocal enabledelayedexpansion
	(for /f "usebackq delims=" %%i in ("%%~a") do if not defined _%%i (
		set "_%%i=1"
		set/p="%%i"<nul
		echo,)
	)>"%%~a.new"
	endlocal
)
复制代码